-- Logs begin at Wed 2021-02-17 20:34:57 UTC, end at Wed 2021-02-17 21:35:17 UTC. -- Feb 17 21:08:44.448782 dv-cinder-760193-4-smb systemd[1]: Started Devstack devstack@q-svc.service. Feb 17 21:08:47.148666 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.common.config [-] Logging enabled! Feb 17 21:08:47.149151 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev529 Feb 17 21:08:47.150513 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83861) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 17 21:08:47.152303 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.common.config [-] Logging enabled! Feb 17 21:08:47.152594 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev529 Feb 17 21:08:47.152948 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83861) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 17 21:08:47.154000 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 17 21:08:47.154272 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 17 21:08:47.155360 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 17 21:08:47.155624 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 17 21:08:47.155890 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 17 21:08:47.156263 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:47.156611 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:47.156954 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:47.157221 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:47.157565 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:47.157904 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:47.158231 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:47.158601 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:47.158960 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:47.159289 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:47.159609 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:47.159939 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:47.160202 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:47.160528 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:47.160861 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:47.161193 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:47.161452 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] debug = True {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:47.161818 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:47.162357 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:47.162824 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:47.162935 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:47.163241 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:47.163560 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:47.163911 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:47.164238 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:47.164607 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] host = dv-cinder-760193-4-smb {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:47.164923 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:47.165259 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:47.165594 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:47.165925 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:47.166242 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:47.166560 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:47.166916 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:47.167232 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:47.167545 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] log_file = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:47.167861 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:47.168198 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:47.168529 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:47.168867 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:47.169127 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:47.169382 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:47.169721 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:47.170057 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:47.170371 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:47.170714 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:47.171029 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:47.171341 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:47.171655 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:47.171965 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:47.172296 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:47.172630 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:47.172958 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:47.173270 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:47.173588 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:47.173900 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:47.174231 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:47.174563 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:47.175069 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:47.175388 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:47.175705 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:47.176039 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:47.176350 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:47.176663 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:47.177010 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:47.177339 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:47.177667 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:47.177996 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:47.178309 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:47.178658 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:47.178974 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:47.179285 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:47.179595 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] use_json = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:47.179911 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:47.180222 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:47.180549 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:47.180864 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:47.181174 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:47.181486 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:47.181796 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:47.182129 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:47.182470 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:47.182858 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:47.183209 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:47.183536 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:47.183872 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:47.184198 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:47.184534 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:47.184855 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:47.185191 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:47.185531 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:47.185856 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:47.186175 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:47.186507 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:47.186851 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:47.187195 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:47.187548 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:47.187890 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:47.188229 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:47.188548 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:47.188866 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:47.189180 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:47.189540 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:47.190491 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:47.190856 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:47.191247 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:47.191572 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:47.191898 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:47.192242 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:47.192564 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:47.192881 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:47.193205 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:47.193542 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:47.193871 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:47.194177 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:47.194507 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:47.194850 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:47.195166 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:47.195479 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:47.195805 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:47.196134 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:47.196453 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:47.196766 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:47.197078 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:47.197397 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:47.197711 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:47.198042 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:47.198360 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:47.198694 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:47.199011 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:47.199333 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:47.199646 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:47.199961 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:47.200280 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:47.200598 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:47.200919 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:47.201236 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:47.201551 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:47.201865 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:47.202177 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:47.202490 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:47.202826 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:47.203143 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:47.203463 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:47.203778 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:47.204092 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:47.204402 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:47.204715 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:47.205028 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:47.205359 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:47.206193 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:47.206193 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:47.206658 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:47.206848 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:47.207172 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:47.207493 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:47.207815 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:47.208129 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:47.208933 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:47.209249 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:47.209586 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:47.209915 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:47.210246 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:47.210577 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:47.210920 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:47.211266 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:47.211585 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:47.211911 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:47.212231 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:47.212549 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:47.212872 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:47.213206 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:47.213543 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:47.213881 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:47.214220 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:47.214557 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:47.214918 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:47.215495 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:47.215849 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:47.216171 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:47.216423 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 17 21:08:47.216693 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83861) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Feb 17 21:08:47.875251 dv-cinder-760193-4-smb neutron-server[83861]: INFO keyring.backend [-] Loading Gnome Feb 17 21:08:47.893962 dv-cinder-760193-4-smb neutron-server[83861]: INFO keyring.backend [-] Loading Google Feb 17 21:08:47.896539 dv-cinder-760193-4-smb neutron-server[83861]: INFO keyring.backend [-] Loading Windows (alt) Feb 17 21:08:47.899985 dv-cinder-760193-4-smb neutron-server[83861]: INFO keyring.backend [-] Loading file Feb 17 21:08:47.900942 dv-cinder-760193-4-smb neutron-server[83861]: INFO keyring.backend [-] Loading keyczar Feb 17 21:08:47.901222 dv-cinder-760193-4-smb neutron-server[83861]: INFO keyring.backend [-] Loading multi Feb 17 21:08:47.901850 dv-cinder-760193-4-smb neutron-server[83861]: INFO keyring.backend [-] Loading pyfs Feb 17 21:08:47.947221 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83861) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:08:47.947542 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=83861) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:08:47.947869 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83861) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:08:47.948245 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 17 21:08:48.347812 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:48.348387 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:48.348387 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:48.397481 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:48.397799 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:48.398101 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:48.401706 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:48.402014 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:48.402317 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:48.470158 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:48.470475 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:48.470810 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:48.472065 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:48.472369 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:48.472667 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:48.743208 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:48.743475 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:48.743783 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:48.744086 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:48.744918 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:48.894104 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:48.894476 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:48.894831 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:48.895138 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:48.895434 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:48.895809 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:48.896107 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:48.896398 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:48.896685 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:48.897018 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:48.897312 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:48.897611 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:48.897914 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:48.898206 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:48.898514 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:48.898851 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:48.899143 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:48.899460 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:48.899744 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:48.900229 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:48.900514 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:48.900795 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:48.901129 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:48.901409 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:48.901686 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:48.902104 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83861) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 21:08:48.902379 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83861) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 21:08:48.902667 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83861) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 21:08:48.902939 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83861) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 21:08:48.903207 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83861) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 21:08:48.903477 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83861) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 21:08:48.903897 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 17 21:08:48.907148 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 17 21:08:48.911084 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 17 21:08:48.914991 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Feb 17 21:08:48.916631 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 17 21:08:48.917875 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 17 21:08:48.918262 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Feb 17 21:08:48.918731 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 17 21:08:48.921458 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 17 21:08:48.921741 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 17 21:08:48.922127 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Feb 17 21:08:48.944704 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 17 21:08:48.945214 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:48.945550 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83861) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Feb 17 21:08:48.945961 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:48.947328 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83861) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 17 21:08:48.947647 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Feb 17 21:08:48.947926 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Feb 17 21:08:48.951185 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:48.951504 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:49.019885 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 17 21:08:49.020104 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 17 21:08:49.020381 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 17 21:08:49.020792 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 17 21:08:49.055153 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_db.sqlalchemy.engines [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=83861) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 17 21:08:49.499947 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.plugins.ml2.managers [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Initializing driver for type 'gre' Feb 17 21:08:49.500522 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] gre ID ranges: [(1, 1000)] Feb 17 21:08:49.540592 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.plugins.ml2.managers [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Initializing driver for type 'local' Feb 17 21:08:49.540965 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.plugins.ml2.managers [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Initializing driver for type 'vlan' Feb 17 21:08:49.551825 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] VlanTypeDriver initialization complete Feb 17 21:08:49.552201 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.plugins.ml2.managers [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Initializing driver for type 'vxlan' Feb 17 21:08:49.552747 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] vxlan ID ranges: [(1, 1000)] Feb 17 21:08:49.592941 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.plugins.ml2.managers [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Initializing extension driver 'port_security' Feb 17 21:08:49.593304 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.plugins.ml2.extensions.port_security [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] PortSecurityExtensionDriver initialization complete Feb 17 21:08:49.593679 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.plugins.ml2.managers [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Initializing mechanism driver 'openvswitch' Feb 17 21:08:49.600993 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83861) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:08:49.601860 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Subscribe: > port after_create 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:49.602272 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Subscribe: > port after_update 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:49.602709 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Subscribe: > port after_delete 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:49.603138 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Subscribe: > subnet after_create 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:49.603528 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Subscribe: > subnet after_update 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:49.604091 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:49.604561 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Subscribe: > network after_create 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:49.604954 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Subscribe: > network after_update 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:49.605329 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Subscribe: > network after_delete 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:49.605745 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Subscribe: > security_group after_create 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:49.606126 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Subscribe: > security_group after_update 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:49.606504 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Subscribe: > security_group after_delete 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:49.606946 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:49.607331 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:49.607841 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:49.608533 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Subscribe: > address_group after_create 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:49.608976 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Subscribe: > address_group after_update 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:49.609415 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Subscribe: > address_group after_delete 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:49.609840 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] ML2 OVO RPC backend initialized. {{(pid=83861) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Feb 17 21:08:49.610645 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:49.611189 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:49.611695 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Subscribe: > network before_response 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:49.612726 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Subscribe: > networks before_response 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:49.613159 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Subscribe: > port before_response 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:49.613572 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Subscribe: > ports before_response 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:49.613958 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Subscribe: > subnet before_response 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:49.614341 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Subscribe: > subnets before_response 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:49.614765 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Subscribe: > network after_create 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:49.615151 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Subscribe: > network after_update 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:49.615522 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Subscribe: > network after_delete 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:49.615895 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Subscribe: > port after_create 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:49.616271 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Subscribe: > port after_update 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:49.616643 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Subscribe: > port after_delete 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:49.617020 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Subscribe: > subnet after_create 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:49.617395 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Subscribe: > subnet after_update 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:49.617774 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:49.618436 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.plugins.ml2.plugin [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Modular L2 Plugin initialization complete Feb 17 21:08:49.618823 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.manager [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading services supported by the core plugin {{(pid=83861) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 17 21:08:49.619199 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.plugins.ml2.managers [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Got port-security extension from driver 'port_security' Feb 17 21:08:49.619712 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.extensions.vlantransparent [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Disabled vlantransparent extension. Feb 17 21:08:49.620197 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.manager [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83861) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 17 21:08:49.620543 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.manager [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading Plugin: router Feb 17 21:08:49.659229 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Subscribe: > router_interface before_create 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:49.659680 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Subscribe: > router after_create 55549900 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:49.660086 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Subscribe: > router before_create 55549900 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:49.660489 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:49.660906 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:49.661300 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Subscribe: > router after_delete 55549900 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:49.661703 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Subscribe: > floatingip after_update 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:49.662109 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Subscribe: > router after_create 55549900 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:49.662493 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Subscribe: > router after_update 55549900 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:49.662918 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Subscribe: > router after_update 55549900 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:49.663305 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:49.663706 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Subscribe: > router after_update 55549900 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:49.664190 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Subscribe: > router precommit_update 55549900 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:49.664605 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Subscribe: port after_update 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:49.664984 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Subscribe: port after_delete 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:49.665357 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Subscribe: subnet after_update 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:49.665731 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:49.666121 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Subscribe: > port precommit_delete 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:49.666504 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Subscribe: > router precommit_create 55549900 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:49.666907 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Subscribe: port before_delete 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:49.667291 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Subscribe: > router precommit_create 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:49.667700 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Subscribe: > router after_update 55549900 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:49.668083 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Subscribe: > router precommit_delete 55549900 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:49.668472 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Subscribe: > router precommit_create 55549900 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:49.668877 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:49.669261 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Subscribe: > router precommit_update 55549900 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:49.669692 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Subscribe: > network after_delete 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:49.670687 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource_registry [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Tracking information for resource: router configured {{(pid=83861) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 21:08:49.671062 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource_registry [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Tracking information for resource: floatingip configured {{(pid=83861) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 17 21:08:49.675891 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.db.l3_agentschedulers_db [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 17 21:08:49.676609 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Subscribe: port after_update 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:49.676986 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Subscribe: port after_create 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:49.677372 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Subscribe: port after_delete 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:49.677763 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Subscribe: port after_update 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:49.678700 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Subscribe: > router before_create 55550100 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:49.679112 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Subscribe: > router precommit_delete 55550100 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:49.679518 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Subscribe: > router precommit_create 55550100 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:49.679916 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Subscribe: > router precommit_update 55550100 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:49.684635 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.services.provider_configuration [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Service providers = [] {{(pid=83861) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 17 21:08:49.685036 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.servicetype_db [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83861) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 17 21:08:49.688043 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.services.service_base [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83861) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 17 21:08:49.688426 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.services.service_base [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83861) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 17 21:08:49.688802 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.services.service_base [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83861) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 17 21:08:49.689693 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.services.service_base [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83861) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 17 21:08:49.690094 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.services.service_base [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 17 21:08:49.690510 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.manager [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83861) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 21:08:49.690890 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.manager [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 17 21:08:49.700997 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.manager [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83861) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 21:08:49.701372 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.manager [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading Plugin: auto_allocate Feb 17 21:08:49.707755 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Subscribe: network precommit_update 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:49.708161 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Subscribe: network precommit_create 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:49.708756 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.manager [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83861) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 21:08:49.709109 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.manager [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading Plugin: tag Feb 17 21:08:49.716280 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.manager [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83861) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 21:08:49.716645 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.manager [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading Plugin: timestamp Feb 17 21:08:49.720498 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.manager [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83861) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 21:08:49.721020 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.manager [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading Plugin: network_ip_availability Feb 17 21:08:49.727503 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:49.727910 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:49.728301 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:49.729098 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.manager [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83861) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 21:08:49.729455 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.manager [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading Plugin: flavors Feb 17 21:08:49.733949 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.manager [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83861) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 21:08:49.734316 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.manager [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading Plugin: revisions Feb 17 21:08:49.738859 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.manager [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83861) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 17 21:08:49.739281 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.791s {{(pid=83861) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:08:49.740084 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83861) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Feb 17 21:08:49.740446 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Initializing extension manager. Feb 17 21:08:49.741006 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: __init__.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.741387 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: __pycache__ {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.741759 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.742129 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: address_group.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.743136 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:08:49.743776 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loaded extension: address-group Feb 17 21:08:49.744140 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: address_scope.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.744909 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:08:49.745488 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loaded extension: address-scope Feb 17 21:08:49.745851 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: admin_state_down_before_update.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.746820 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=83861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:08:49.747395 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loaded extension: router-admin-state-down-before-update Feb 17 21:08:49.747759 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: agent.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.748517 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:08:49.749091 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loaded extension: agent Feb 17 21:08:49.749450 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: agent_resources_synced.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.750406 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:08:49.750964 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loaded extension: agent-resources-synced Feb 17 21:08:49.751321 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: allowedaddresspairs.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.753293 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:08:49.753882 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loaded extension: allowed-address-pairs Feb 17 21:08:49.754245 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: auto_allocated_topology.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.755362 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:08:49.755939 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loaded extension: auto-allocated-topology Feb 17 21:08:49.756300 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: availability_zone.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.757051 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:08:49.757628 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loaded extension: availability_zone Feb 17 21:08:49.757992 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: availability_zone_filter.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.758954 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:08:49.759528 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loaded extension: availability_zone_filter Feb 17 21:08:49.759888 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: data_plane_status.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.760805 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:08:49.761374 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Extension data-plane-status not supported by any of loaded plugins Feb 17 21:08:49.761733 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: default_subnetpools.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.762686 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:08:49.763254 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loaded extension: default-subnetpools Feb 17 21:08:49.763610 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: dhcpagentscheduler.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.764562 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:08:49.765143 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loaded extension: dhcp_agent_scheduler Feb 17 21:08:49.765508 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: dns.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.766437 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:08:49.767050 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Extension dns-integration not supported by any of loaded plugins Feb 17 21:08:49.767406 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: dns_domain_ports.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.768931 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:08:49.769501 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 17 21:08:49.769861 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: dvr.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.770576 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:08:49.771192 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loaded extension: dvr Feb 17 21:08:49.771552 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: empty_string_filtering.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.772476 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:08:49.773045 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loaded extension: empty-string-filtering Feb 17 21:08:49.773402 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.774321 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:08:49.774946 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 17 21:08:49.775302 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.776236 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:08:49.776811 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 17 21:08:49.777175 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: external_net.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.778112 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:08:49.778723 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loaded extension: external-net Feb 17 21:08:49.779082 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: extra_dhcp_opt.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.780001 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:08:49.780575 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loaded extension: extra_dhcp_opt Feb 17 21:08:49.780930 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: extraroute.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.781850 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:08:49.782426 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loaded extension: extraroute Feb 17 21:08:49.782809 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: extraroute_atomic.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.784426 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:08:49.785104 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loaded extension: extraroute-atomic Feb 17 21:08:49.785465 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: filter_validation.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.786180 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=83861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:08:49.786774 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loaded extension: filter-validation Feb 17 21:08:49.787135 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: fip_pf_description.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.788069 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:08:49.788636 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 17 21:08:49.788992 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: fip_port_details.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.789924 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:08:49.790492 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loaded extension: fip-port-details Feb 17 21:08:49.790880 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: flavors.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.792121 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:08:49.792702 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loaded extension: flavors Feb 17 21:08:49.793065 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.794751 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:08:49.795340 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 17 21:08:49.795809 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: floatingip_pools.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.796569 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:08:49.797161 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loaded extension: floatingip-pools Feb 17 21:08:49.797525 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: ip_allocation.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.798464 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:08:49.799069 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Extension ip_allocation not supported by any of loaded plugins Feb 17 21:08:49.799550 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.800484 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:08:49.801068 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loaded extension: ip-substring-filtering Feb 17 21:08:49.801432 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: l2_adjacency.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.802359 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:08:49.802960 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 17 21:08:49.803321 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: l3.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.804424 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:08:49.805013 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loaded extension: router Feb 17 21:08:49.805377 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: l3_conntrack_helper.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.807708 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:08:49.808300 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 17 21:08:49.808674 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.809604 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:08:49.810187 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loaded extension: ext-gw-mode Feb 17 21:08:49.810548 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.811509 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:08:49.812083 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loaded extension: l3-ha Feb 17 21:08:49.812441 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: l3_flavors.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.813365 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:08:49.813945 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loaded extension: l3-flavors Feb 17 21:08:49.814306 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.815295 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:08:49.815868 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 17 21:08:49.816227 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: l3agentscheduler.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.817577 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:08:49.818153 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loaded extension: l3_agent_scheduler Feb 17 21:08:49.818519 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: logging.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.820080 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:08:49.820670 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Extension logging not supported by any of loaded plugins Feb 17 21:08:49.821036 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: metering.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.821846 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:08:49.822551 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loaded extension: metering Feb 17 21:08:49.822980 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.824117 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:08:49.824698 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loaded extension: metering_source_and_destination_fields Feb 17 21:08:49.825059 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: multiprovidernet.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.825998 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:08:49.826574 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loaded extension: multi-provider Feb 17 21:08:49.826960 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: netmtu.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.827897 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:08:49.828471 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loaded extension: net-mtu Feb 17 21:08:49.828832 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: netmtu_writable.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.829754 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:08:49.830330 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loaded extension: net-mtu-writable Feb 17 21:08:49.831238 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: network_availability_zone.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.831964 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:08:49.832536 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loaded extension: network_availability_zone Feb 17 21:08:49.832897 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: network_ip_availability.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.834005 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:08:49.834583 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loaded extension: network-ip-availability Feb 17 21:08:49.834995 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: network_segment_range.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.836001 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:08:49.836525 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Extension network-segment-range not supported by any of loaded plugins Feb 17 21:08:49.836885 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: pagination.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.837898 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:08:49.838268 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loaded extension: pagination Feb 17 21:08:49.838638 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: port_device_profile.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.839583 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=83861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:08:49.840426 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loaded extension: port-device-profile Feb 17 21:08:49.840786 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.841735 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:08:49.842315 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loaded extension: port-mac-address-regenerate Feb 17 21:08:49.842698 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.843613 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=83861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:08:49.844187 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loaded extension: port-numa-affinity-policy Feb 17 21:08:49.844546 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: port_resource_request.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.845493 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:08:49.846699 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Extension port-resource-request not supported by any of loaded plugins Feb 17 21:08:49.847061 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: portbindings.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.848015 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:08:49.848585 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loaded extension: binding Feb 17 21:08:49.848940 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: portbindings_extended.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.850235 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:08:49.850835 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loaded extension: binding-extended Feb 17 21:08:49.851200 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: portsecurity.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.852123 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:08:49.852704 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loaded extension: port-security Feb 17 21:08:49.853063 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: project_id.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.854043 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:08:49.854412 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loaded extension: project-id Feb 17 21:08:49.854821 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: providernet.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.855752 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:08:49.856329 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loaded extension: provider Feb 17 21:08:49.856687 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: qos.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.860298 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:08:49.860894 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Extension qos not supported by any of loaded plugins Feb 17 21:08:49.861269 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.863837 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:08:49.864420 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 17 21:08:49.864793 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.865726 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:08:49.866305 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 17 21:08:49.866691 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: qos_default.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.867621 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:08:49.868192 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Extension qos-default not supported by any of loaded plugins Feb 17 21:08:49.868554 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: qos_fip.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.869246 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:08:49.869811 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Extension qos-fip not supported by any of loaded plugins Feb 17 21:08:49.870170 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: qos_gateway_ip.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.871123 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:08:49.871698 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 17 21:08:49.872058 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: qos_port_network_policy.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.872974 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:08:49.873545 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 17 21:08:49.873905 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: qos_rule_type_details.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.874857 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:08:49.875433 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 17 21:08:49.875791 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: qos_rules_alias.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.876839 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:08:49.877564 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 17 21:08:49.878001 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: quotasv2.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.879049 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:08:49.879419 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loaded extension: quotas Feb 17 21:08:49.879777 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: quotasv2_detail.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.881399 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:08:49.881781 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loaded extension: quota_details Feb 17 21:08:49.882146 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: rbac.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.883349 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:08:49.883947 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loaded extension: rbac-policies Feb 17 21:08:49.884313 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: rbac_address_scope.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.885255 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:08:49.885838 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loaded extension: rbac-address-scope Feb 17 21:08:49.886199 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: rbac_security_groups.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.887260 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:08:49.887849 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loaded extension: rbac-security-groups Feb 17 21:08:49.888210 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: rbac_subnetpool.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.889132 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:08:49.889710 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loaded extension: rbac-subnetpool Feb 17 21:08:49.890071 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: revisionifmatch.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.891043 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:08:49.891627 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loaded extension: revision-if-match Feb 17 21:08:49.891991 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: revisions.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.893641 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:08:49.894211 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loaded extension: standard-attr-revisions Feb 17 21:08:49.894572 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: router_availability_zone.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.895316 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:08:49.896188 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loaded extension: router_availability_zone Feb 17 21:08:49.896307 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: routerservicetype.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.897311 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:08:49.898063 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Extension router-service-type not supported by any of loaded plugins Feb 17 21:08:49.898283 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.899273 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=83861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:08:49.899862 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loaded extension: security-groups-normalized-cidr Feb 17 21:08:49.900222 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: security_groups_port_filtering.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.901162 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:08:49.901738 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loaded extension: port-security-groups-filtering Feb 17 21:08:49.902097 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.903062 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=83861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:08:49.903643 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loaded extension: security-groups-remote-address-group Feb 17 21:08:49.904005 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: securitygroup.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.917693 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:08:49.918310 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loaded extension: security-group Feb 17 21:08:49.918700 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: segment.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.919573 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:08:49.920153 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Extension segment not supported by any of loaded plugins Feb 17 21:08:49.920518 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.921476 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:08:49.922054 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 17 21:08:49.922413 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: servicetype.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.923551 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:08:49.924166 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loaded extension: service-type Feb 17 21:08:49.924581 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: sorting.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.925572 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:08:49.925946 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loaded extension: sorting Feb 17 21:08:49.926309 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: standard_attr_segment.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.927269 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:08:49.927855 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 17 21:08:49.928214 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: standardattrdescription.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.928908 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:08:49.929483 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loaded extension: standard-attr-description Feb 17 21:08:49.929843 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: stateful_security_group.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.930809 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:08:49.931404 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loaded extension: stateful-security-group Feb 17 21:08:49.931762 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: stdattrs_common.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.932367 dv-cinder-760193-4-smb neutron-server[83861]: WARNING neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 17 21:08:49.932731 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.933749 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:08:49.934345 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 17 21:08:49.934731 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: subnet_onboard.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.935821 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:08:49.936408 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loaded extension: subnet_onboard Feb 17 21:08:49.936771 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.937714 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:08:49.938281 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 17 21:08:49.938675 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: subnet_service_types.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.939605 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:08:49.940233 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loaded extension: subnet-service-types Feb 17 21:08:49.940590 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: subnetallocation.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.941768 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:08:49.942349 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loaded extension: subnet_allocation Feb 17 21:08:49.942735 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.943451 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:08:49.944030 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loaded extension: subnetpool-prefix-ops Feb 17 21:08:49.944390 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.945335 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:08:49.945910 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 17 21:08:49.946270 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: tagging.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.947673 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:08:49.948208 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loaded extension: standard-attr-tag Feb 17 21:08:49.948613 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: timestamp.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.949750 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:08:49.950337 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loaded extension: standard-attr-timestamp Feb 17 21:08:49.950735 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: trunk.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.951769 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:08:49.952352 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Extension trunk not supported by any of loaded plugins Feb 17 21:08:49.952711 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: trunk_details.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.953636 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:08:49.954212 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Extension trunk-details not supported by any of loaded plugins Feb 17 21:08:49.954569 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: uplink_status_propagation.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.956057 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:08:49.956699 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 17 21:08:49.957058 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Loading extension file: vlantransparent.py {{(pid=83861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 17 21:08:49.957771 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 17 21:08:49.958347 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 17 21:08:49.961068 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.quota.resource_registry [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Creating instance of TrackedResource for resource:network Feb 17 21:08:49.961905 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.quota.resource_registry [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Creating instance of TrackedResource for resource:subnet Feb 17 21:08:49.962583 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.quota.resource_registry [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 21:08:49.963267 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.quota.resource_registry [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Creating instance of TrackedResource for resource:port Feb 17 21:08:49.964766 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.resource_helper [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83861) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 21:08:49.965497 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.resource_helper [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Service FLAVORS assigned prefix: {{(pid=83861) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 21:08:49.966204 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.resource_helper [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83861) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 21:08:49.966704 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.resource_helper [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83861) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 21:08:49.967074 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.quota.resource_registry [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Creating instance of TrackedResource for resource:router Feb 17 21:08:49.967853 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.quota.resource_registry [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Creating instance of TrackedResource for resource:floatingip Feb 17 21:08:49.968633 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.resource_helper [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Service METERING assigned prefix: /metering {{(pid=83861) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 21:08:49.970438 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:49.970866 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:49.971887 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83861) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:08:49.973039 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.quota.resource_registry [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Creating instance of CountableResource for resource:rbac_policy Feb 17 21:08:49.973527 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.quota.resource_registry [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Creating instance of TrackedResource for resource:security_group Feb 17 21:08:49.974328 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.quota.resource_registry [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 17 21:08:49.975164 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.resource_helper [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Service CORE assigned prefix: {{(pid=83861) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 21:08:49.975537 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.quota.resource_registry [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 21:08:49.975902 dv-cinder-760193-4-smb neutron-server[83861]: WARNING neutron.quota.resource_registry [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] subnetpool is already registered Feb 17 21:08:49.976580 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.resource_helper [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Service CORE assigned prefix: {{(pid=83861) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 21:08:49.976947 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.quota.resource_registry [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 21:08:49.977318 dv-cinder-760193-4-smb neutron-server[83861]: WARNING neutron.quota.resource_registry [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] subnetpool is already registered Feb 17 21:08:49.980092 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.resource_helper [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83861) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 21:08:49.980566 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.resource_helper [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Service FLAVORS assigned prefix: {{(pid=83861) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 21:08:49.981217 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.resource_helper [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83861) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 21:08:49.981679 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.resource_helper [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83861) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 21:08:49.982049 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.quota.resource_registry [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Creating instance of TrackedResource for resource:router Feb 17 21:08:49.982413 dv-cinder-760193-4-smb neutron-server[83861]: WARNING neutron.quota.resource_registry [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] router is already registered Feb 17 21:08:49.983100 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.quota.resource_registry [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Creating instance of TrackedResource for resource:floatingip Feb 17 21:08:49.983463 dv-cinder-760193-4-smb neutron-server[83861]: WARNING neutron.quota.resource_registry [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] floatingip is already registered Feb 17 21:08:49.984153 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.resource_helper [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Service METERING assigned prefix: /metering {{(pid=83861) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 21:08:49.984882 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.quota.resource_registry [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Creating instance of CountableResource for resource:rbac_policy Feb 17 21:08:49.985245 dv-cinder-760193-4-smb neutron-server[83861]: WARNING neutron.quota.resource_registry [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] rbac_policy is already registered Feb 17 21:08:49.985863 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.quota.resource_registry [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Creating instance of TrackedResource for resource:security_group Feb 17 21:08:49.986226 dv-cinder-760193-4-smb neutron-server[83861]: WARNING neutron.quota.resource_registry [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] security_group is already registered Feb 17 21:08:49.986919 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.quota.resource_registry [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 17 21:08:49.987280 dv-cinder-760193-4-smb neutron-server[83861]: WARNING neutron.quota.resource_registry [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] security_group_rule is already registered Feb 17 21:08:49.988026 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.resource_helper [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Service CORE assigned prefix: {{(pid=83861) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 21:08:49.988394 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.quota.resource_registry [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 21:08:49.988756 dv-cinder-760193-4-smb neutron-server[83861]: WARNING neutron.quota.resource_registry [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] subnetpool is already registered Feb 17 21:08:49.989416 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.resource_helper [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Service CORE assigned prefix: {{(pid=83861) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 17 21:08:49.989776 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.quota.resource_registry [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Creating instance of TrackedResource for resource:subnetpool Feb 17 21:08:49.990132 dv-cinder-760193-4-smb neutron-server[83861]: WARNING neutron.quota.resource_registry [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] subnetpool is already registered Feb 17 21:08:49.990890 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Extended resource: extensions {{(pid=83861) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 21:08:49.992468 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Extended resource: address-groups {{(pid=83861) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 21:08:49.994142 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Extended resource: address-scopes {{(pid=83861) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 21:08:49.995467 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Extended resource: agents {{(pid=83861) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 21:08:49.996690 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Extended resource: auto-allocated-topology {{(pid=83861) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 21:08:49.998008 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Extended resource: availability_zones {{(pid=83861) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 21:08:49.999536 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Extended resource: dhcp-networks {{(pid=83861) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 21:08:50.001090 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Extended resource: dhcp-agents {{(pid=83861) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 21:08:50.003089 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Extended resource: routers {{(pid=83861) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 21:08:50.004987 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Extended resource: flavors {{(pid=83861) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 21:08:50.006239 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Extended resource: service_profiles {{(pid=83861) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 21:08:50.007546 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Extended resource: next_providers {{(pid=83861) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 21:08:50.010004 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Extended resource: service_profiles {{(pid=83861) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 21:08:50.011603 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Extended resource: floatingip-pools {{(pid=83861) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 21:08:50.012901 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Extended resource: routers {{(pid=83861) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 21:08:50.014830 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Extended resource: floatingips {{(pid=83861) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 21:08:50.016081 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Extended resource: l3-routers {{(pid=83861) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 21:08:50.017544 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Extended resource: l3-agents {{(pid=83861) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 21:08:50.019666 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Extended resource: metering-labels {{(pid=83861) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 21:08:50.021087 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Extended resource: metering-label-rules {{(pid=83861) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 21:08:50.022454 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Extended resource: network-ip-availabilities {{(pid=83861) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 21:08:50.023828 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Extended resource: bindings {{(pid=83861) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 21:08:50.025630 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Extended resource: quotas {{(pid=83861) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 21:08:50.027172 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Extended resource: quotas {{(pid=83861) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 21:08:50.028670 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Extended resource: rbac-policies {{(pid=83861) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 21:08:50.030074 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Extended resource: security-groups {{(pid=83861) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 21:08:50.031364 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Extended resource: security-group-rules {{(pid=83861) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 21:08:50.032670 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Extended resource: service-providers {{(pid=83861) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 21:08:50.034103 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Extended resource: subnetpools {{(pid=83861) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 21:08:50.035621 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Extended resource: subnetpools {{(pid=83861) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 21:08:50.037159 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Extended resource: tags {{(pid=83861) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 21:08:50.038993 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Extended resource: tags {{(pid=83861) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 21:08:50.040919 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Extended resource: tags {{(pid=83861) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 21:08:50.042809 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Extended resource: tags {{(pid=83861) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 21:08:50.044705 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Extended resource: tags {{(pid=83861) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 21:08:50.046497 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Extended resource: tags {{(pid=83861) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 21:08:50.048453 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Extended resource: tags {{(pid=83861) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 21:08:50.050862 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Extended resource: tags {{(pid=83861) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 21:08:50.052859 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Extended resource: tags {{(pid=83861) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 21:08:50.054847 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.extensions [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Extended resource: tags {{(pid=83861) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 17 21:08:50.061964 dv-cinder-760193-4-smb neutron-server[83861]: WARNING keystonemiddleware.auth_token [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 17 21:08:50.068076 dv-cinder-760193-4-smb neutron-server[83861]: WARNING keystonemiddleware.auth_token [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 17 21:08:50.076924 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Acquired lock "singleton_lock" {{(pid=83861) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 17 21:08:50.077448 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Releasing lock "singleton_lock" {{(pid=83861) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 17 21:08:50.078932 dv-cinder-760193-4-smb neutron-server[83861]: INFO oslo_service.service [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Starting 2 workers Feb 17 21:08:50.084298 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Started child 83970 {{(pid=83861) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 17 21:08:50.088289 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:50.089156 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Started child 83971 {{(pid=83861) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 17 21:08:50.089702 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [-] (83970) wsgi starting up on http://0.0.0.0:9696 Feb 17 21:08:50.090955 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.service [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 17 21:08:50.091639 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Notify callbacks [] for process, before_spawn {{(pid=83861) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:50.093352 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:50.094166 dv-cinder-760193-4-smb neutron-server[83861]: INFO oslo_service.service [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Starting 1 workers Feb 17 21:08:50.094741 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [-] (83971) wsgi starting up on http://0.0.0.0:9696 Feb 17 21:08:50.099809 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Started child 83972 {{(pid=83861) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 17 21:08:50.100350 dv-cinder-760193-4-smb neutron-server[83861]: INFO oslo_service.service [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Starting 1 workers Feb 17 21:08:50.101898 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.service [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] calling RpcWorker wait() {{(pid=83972) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 17 21:08:50.102280 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.service [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] returning from RpcWorker wait() {{(pid=83972) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 17 21:08:50.103826 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:50.104317 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:08:50.105199 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Started child 83973 {{(pid=83861) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 17 21:08:50.106005 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-68df979c-e515-4172-9e38-28630ce8fd07 None None] Notify callbacks [] for process, after_spawn {{(pid=83861) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:50.106863 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 58316) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:08:50.107914 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83861) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 17 21:08:50.108136 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 17 21:08:50.108503 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 17 21:08:50.108924 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 17 21:08:50.109472 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 17 21:08:50.109818 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 17 21:08:50.110507 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.110979 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.111420 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.111625 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:08:50.112212 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.112779 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.113021 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:08:50.113790 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.114234 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.114719 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.115176 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.115633 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.115979 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.116312 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.116738 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.117168 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.117675 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.118111 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.118536 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.118972 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.119338 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.119761 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.120221 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.120419 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [-] 10.222.0.90 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0110703 Feb 17 21:08:50.120999 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.121457 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] debug = True {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.121760 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.123048 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.123343 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.123669 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.123964 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.124293 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.124575 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.124888 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.125184 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.126338 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.126338 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.126338 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.126338 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.126680 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.126770 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.126967 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.127885 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] host = dv-cinder-760193-4-smb {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.128268 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.128665 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.128939 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.129224 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.129526 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.129806 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.130114 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.130476 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.130743 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.131022 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.132579 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.132579 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.132579 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.132579 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] log_file = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.132579 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] log_options = True {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.132579 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.132976 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.133045 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.133272 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.133376 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.133565 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.133864 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.134057 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.134340 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.134590 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.134863 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.135123 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.135390 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.137415 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.137415 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.137415 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.137415 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.137415 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.137415 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.137415 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.137415 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.138593 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.138593 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.138593 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.138593 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.139315 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.139315 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.139315 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.139744 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.139924 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.140768 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.140768 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.140768 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.141195 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.141195 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.141488 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.141735 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.141981 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.145336 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.145336 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.145336 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.145336 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.145336 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.145336 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.145336 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.145336 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] use_json = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.146453 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.146453 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.146453 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.146453 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.146453 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.146453 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.146453 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.147382 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.147382 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.147660 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.147846 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.149817 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.149817 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.149817 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.149817 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.149817 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.149817 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.149817 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.149817 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.151076 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.151076 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.151076 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.151076 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.151625 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.151625 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.152010 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.152010 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.152291 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.152430 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.152569 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.154532 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.154532 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.154532 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.90/identity {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.154532 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.154532 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.154532 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.154532 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.155541 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.155541 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.155541 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.155541 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.156064 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.156064 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.156064 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.156456 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.156595 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.158372 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.158372 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.158372 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.158372 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.158372 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.158372 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.158372 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.159463 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.159463 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.159463 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.159463 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.159994 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.159994 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.160262 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.160405 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.160549 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.160797 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.161085 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.161446 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.161771 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.161914 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.162254 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.162402 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.162688 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.163037 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.163266 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.163537 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.163794 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.164154 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.164320 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.164527 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.166412 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.166412 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.166412 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.166412 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.166412 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.166412 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.166412 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.167461 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.167715 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.169823 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.169823 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.169823 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.169823 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.169823 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.169823 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.169823 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.169823 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.170958 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.170958 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.170958 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.173242 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.173242 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.173242 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.173242 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.173242 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.173242 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.173242 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.173242 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.174420 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.174420 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.174420 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.174420 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.174420 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.175192 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.175192 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.175192 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.175591 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.175743 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.176887 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.176887 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.176887 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.176887 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.177208 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.177280 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.177567 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.177990 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.178432 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.178948 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.179436 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.179905 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.180202 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.180480 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.181407 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.181407 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.181407 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.181705 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.181812 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.182045 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.182369 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.182718 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.182896 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.183133 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.183416 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.183811 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.184126 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.184421 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.184605 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.184907 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.185206 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.186207 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.186207 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.186207 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.186439 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.186517 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.186865 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.90/identity {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.187147 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.187418 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.188089 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.188089 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.188422 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.188581 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.192212 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.192212 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.192212 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.192212 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.192212 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.192212 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.192212 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.194976 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.194976 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.194976 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.194976 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.194976 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.194976 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.194976 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.195982 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.195982 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.195982 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.195982 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.196488 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.196488 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.197730 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.199913 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.200226 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.200518 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.200817 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.201085 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.201385 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.201657 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.201916 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.202177 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.202448 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.203036 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.203404 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.203687 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.203953 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.204553 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.204834 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.205236 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.206043 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.206401 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.206746 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.206971 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.207479 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.207479 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.207789 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.207966 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.208275 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.208443 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.208725 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.209059 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.209314 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.209500 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.209748 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.210551 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.210551 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.210551 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.213390 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.213719 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.214019 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.214302 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.214574 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.215545 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.216737 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.216737 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.216737 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.216985 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.217065 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.217275 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.217546 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.217800 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.218057 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.218397 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.219671 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.222650 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.222650 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.222650 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.222650 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.222942 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.223315 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.224520 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.224520 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.224520 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.224520 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.224822 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.225009 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.225296 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.226433 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.226433 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.226433 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.226700 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.227817 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.227817 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.228105 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.228932 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.229311 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.229602 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.229901 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.230177 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.230491 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.230801 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.231062 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.231327 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.231616 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.231873 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.232157 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.232440 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.232711 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.232967 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.233238 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.233493 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.233758 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.234032 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.234292 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.234545 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.234788 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 17 21:08:50.235321 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83861) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 17 21:08:50.235509 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 17 21:08:50.235670 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 17 21:08:50.235870 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 17 21:08:50.236071 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 17 21:08:50.236231 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 17 21:08:50.236562 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.236760 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.236902 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.237040 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.237228 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.238200 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.238200 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.238200 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.238200 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.238200 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.239088 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.239088 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.239088 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.239088 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.239572 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.239572 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.239572 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.239857 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.239857 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.240037 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.240202 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.240413 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.240625 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] debug = True {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.241051 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.241268 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.241444 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.241596 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.241773 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.241956 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.242143 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.242372 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.242676 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.242831 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.242985 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.243126 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.243315 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.243497 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.243680 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.243868 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.244050 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] host = dv-cinder-760193-4-smb {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.244234 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.244418 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.244583 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.244974 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.245151 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.245296 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.246085 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.246085 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.246085 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.246085 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.246803 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.246803 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.247000 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.247456 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] log_file = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.248079 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] log_options = True {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.248241 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.248426 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.248610 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.248829 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.249019 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.249177 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.249363 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.249519 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.249703 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.249858 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.250045 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.250240 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.250471 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.250659 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.250805 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.250957 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.251165 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.251331 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.251480 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.251625 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.251763 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.251899 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.252046 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.252146 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.252872 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.253156 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.253350 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.253871 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.253871 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.253871 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.254294 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.255427 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.255427 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.255427 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.255427 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.255993 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.255993 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.255993 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.255993 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.256505 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.256505 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.256505 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.256889 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.256889 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.256889 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.257305 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] use_json = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.257305 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.257533 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.257533 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.257711 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.257852 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.258036 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.258221 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.258406 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 17 21:08:50.258635 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.259637 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.259847 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.260039 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.260228 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.260401 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.260586 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.260755 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.261118 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.261306 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.261500 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.261596 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:08:50.261679 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.261863 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.262049 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.262214 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.262402 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.262588 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.262822 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.262990 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.263175 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.263360 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.263546 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.263751 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.264332 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.264332 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.90/identity {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.264332 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.264668 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.264668 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.264883 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.264994 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.265103 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.265240 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.265387 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.265574 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.265759 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.265944 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.266130 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.266317 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.266503 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.266713 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.266900 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.267055 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.267245 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.267431 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.267616 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.267802 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.268051 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.268736 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.268924 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.269111 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.269386 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.269503 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.269613 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.269785 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.269971 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.270155 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.270339 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.270524 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.270733 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.270921 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.271105 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.271305 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.271489 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.271675 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.271860 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.272046 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.272230 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.272415 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.272600 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.272784 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.272970 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.273155 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.273341 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.273526 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.273713 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.273904 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.274089 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.274275 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.274460 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.274659 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.274835 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.275020 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.275207 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.276013 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.276013 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.276013 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.276013 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.276553 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.276553 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.276553 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.276553 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.276952 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.276952 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.277544 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.277544 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.277544 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.277544 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.277999 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.277999 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.277999 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.278395 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.278395 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.278395 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.279635 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.279635 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.279635 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.279635 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.279635 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.279635 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.279635 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.280273 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.280273 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.280273 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.280273 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.281000 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.281000 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.281000 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.281000 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.281000 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.281781 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.281781 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.281781 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.281781 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.281781 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.282919 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.282919 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.282919 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.282919 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.282919 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.282919 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.285078 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.285078 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.285078 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.285078 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.285078 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.285078 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.285078 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.285078 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.286042 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.286042 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.286042 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.286042 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.286042 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.286042 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.90/identity {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.286042 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.286042 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.288045 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.288045 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.288045 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.288045 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.288045 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.289422 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.289422 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.289422 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.289422 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.289422 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.289422 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.289422 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.289422 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.291833 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.291833 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.291833 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.291833 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.291833 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.291833 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.291833 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.291833 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.292832 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.292832 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.292832 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.292832 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.292832 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.292832 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.292832 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.292832 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.294584 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.294584 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.294584 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.294584 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.294584 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.294584 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.294584 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.294584 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.295870 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.295870 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.295870 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.295870 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.295870 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.295870 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.295870 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.295870 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.296693 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.296693 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.296693 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.296693 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.296693 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.296693 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.296693 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.297376 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.297376 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.297376 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.297376 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.297766 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.297766 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.297981 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.298090 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.298210 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.298380 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.298571 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.298838 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.299030 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.299326 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.299556 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.299748 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.299937 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.300129 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.300352 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.300504 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.300643 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.300820 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.301005 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.301206 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.301395 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.301583 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.301780 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.301992 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.302133 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.302280 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.302466 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.302691 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.302883 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.303068 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.304171 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.304171 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.304171 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.304171 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.304171 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.304696 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.304696 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.304696 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.305007 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.305007 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.305210 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.305318 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.305426 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.305613 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.305800 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.305989 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.306176 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.306363 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.306549 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.308049 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.308049 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.308049 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.310051 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.310051 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.310051 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.310051 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.310051 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.310051 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.310051 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.310051 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.310051 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.312227 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 17 21:08:50.312227 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83861) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 17 21:09:00.487979 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c797d11a-3b80-40ce-bbf5-feae5e407bf7 None None] get_active_networks_info from dv-cinder-760193-4-smb {{(pid=83972) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 17 21:09:00.557777 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c797d11a-3b80-40ce-bbf5-feae5e407bf7 None None] No non-hosted networks {{(pid=83972) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 17 21:09:00.570160 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.agentschedulers_db [None req-c797d11a-3b80-40ce-bbf5-feae5e407bf7 None None] DHCP Agent not found on host dv-cinder-760193-4-smb {{(pid=83972) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:447}} Feb 17 21:09:00.752802 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-e53dfed6-c70f-4835-a21a-7e575dc8f7fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134'] for agent, after_create {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:02.444642 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-9b2fdf5a-7194-43a1-b05c-0da1da8e2e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134'] for agent, after_create {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:02.508675 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-53cc85a8-0bc7-4bb2-817c-e0a0fc57bb4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:03.229812 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f1cec3f0-2839-4108-802d-97c7b40b55a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134'] for agent, after_create {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:04.459369 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134'] for agent, after_create {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:04.460988 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:09:04.461567 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:09:04.462127 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:09:04.462706 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:09:04.463269 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:09:04.463995 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:09:04.464546 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:09:04.465662 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:09:04.466227 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:09:04.466846 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:09:04.467556 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:09:04.468214 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:09:04.468905 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-760193-4-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=83972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:09:04.475272 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-760193-4-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=83972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:09:04.922300 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-b3b29b12-cbe5-4ec2-9621-66af0787c66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134'] for agent, after_create {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:06.414083 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] get_endpoint_by_host() called for host dv-cinder-760193-4-smb {{(pid=83972) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 17 21:09:06.419200 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] get_endpoint_by_ip() called for ip 192.168.0.98 {{(pid=83972) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 17 21:09:06.422447 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] _add_endpoint() called for ip 192.168.0.98 {{(pid=83972) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 17 21:09:06.428351 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] _get_endpoints() called {{(pid=83972) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 17 21:09:06.430495 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 58424) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:09:07.104868 dv-cinder-760193-4-smb neutron-server[83861]: WARNING oslo_policy.policy [None req-85b69420-d0b0-43ef-82c0-cd50472b6369 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 21:09:07.105458 dv-cinder-760193-4-smb neutron-server[83861]: WARNING oslo_policy.policy [None req-85b69420-d0b0-43ef-82c0-cd50472b6369 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 21:09:07.342529 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [None req-85b69420-d0b0-43ef-82c0-cd50472b6369 admin admin] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=83970) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 21:09:07.343702 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-85b69420-d0b0-43ef-82c0-cd50472b6369 admin admin] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.9120829 Feb 17 21:09:07.672556 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.db.l3_hamode_db [None req-f507a8ad-39ef-4aff-abf7-6d74d256d8a2 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 17 21:09:07.765010 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f507a8ad-39ef-4aff-abf7-6d74d256d8a2 None None] Routers set() bound to L3 agent in host dv-cinder-760193-4-smb {{(pid=83972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:09:07.765424 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f507a8ad-39ef-4aff-abf7-6d74d256d8a2 None None] Router IDs set() for agent in host dv-cinder-760193-4-smb {{(pid=83972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Feb 17 21:09:10.078384 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 58438) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:09:10.471873 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [None req-36da9d11-d729-460b-a069-3f6cfc395b75 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=83970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:09:10.541676 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.policy [None req-36da9d11-d729-460b-a069-3f6cfc395b75 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83970) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 17 21:09:10.578225 dv-cinder-760193-4-smb neutron-server[83861]: WARNING oslo_policy.policy [None req-36da9d11-d729-460b-a069-3f6cfc395b75 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 21:09:10.578678 dv-cinder-760193-4-smb neutron-server[83861]: WARNING oslo_policy.policy [None req-36da9d11-d729-460b-a069-3f6cfc395b75 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 21:09:10.605720 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.quota [None req-36da9d11-d729-460b-a069-3f6cfc395b75 admin admin] Loaded quota_driver: . Feb 17 21:09:10.622127 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-36da9d11-d729-460b-a069-3f6cfc395b75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:09:10.682100 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-36da9d11-d729-460b-a069-3f6cfc395b75 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363254510212194', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363254510197701', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363254510196331', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363254510232651', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363254510231588', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-8333094', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8327581', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-623720', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854162234'] for rbac-policy, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:10.746905 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-36da9d11-d729-460b-a069-3f6cfc395b75 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:10.748147 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-36da9d11-d729-460b-a069-3f6cfc395b75 admin admin] 10.222.0.90 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6687412 Feb 17 21:09:13.739699 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 58452) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:09:14.120390 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [None req-aa02b791-05ef-4e2a-a37b-6c5ff831e0bc admin admin] Request body: {'network': {'project_id': 'd2249cd8aa714074a17737073f2a6054', 'admin_state_up': True, 'name': 'private'}} {{(pid=83970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:09:14.126216 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-aa02b791-05ef-4e2a-a37b-6c5ff831e0bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:09:14.131226 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-aa02b791-05ef-4e2a-a37b-6c5ff831e0bc admin admin] Usage tracker for resource:network and tenant:d2249cd8aa714074a17737073f2a6054 is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:09:14.134922 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-aa02b791-05ef-4e2a-a37b-6c5ff831e0bc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:09:14.140930 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-aa02b791-05ef-4e2a-a37b-6c5ff831e0bc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:09:14.149564 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa02b791-05ef-4e2a-a37b-6c5ff831e0bc admin admin] Made reservation on behalf of d2249cd8aa714074a17737073f2a6054 for: {'network': 1} {{(pid=83970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:09:14.155551 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-aa02b791-05ef-4e2a-a37b-6c5ff831e0bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for network, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:14.175216 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-aa02b791-05ef-4e2a-a37b-6c5ff831e0bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:14.346138 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-aa02b791-05ef-4e2a-a37b-6c5ff831e0bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:09:14.350214 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-aa02b791-05ef-4e2a-a37b-6c5ff831e0bc admin admin] Usage tracker for resource:security_group_rule and tenant:d2249cd8aa714074a17737073f2a6054 is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:09:14.353689 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-aa02b791-05ef-4e2a-a37b-6c5ff831e0bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:09:14.359303 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-aa02b791-05ef-4e2a-a37b-6c5ff831e0bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:09:14.459273 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-aa02b791-05ef-4e2a-a37b-6c5ff831e0bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:14.462006 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-aa02b791-05ef-4e2a-a37b-6c5ff831e0bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:14.467024 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:09:14.488789 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa02b791-05ef-4e2a-a37b-6c5ff831e0bc admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=83970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 21:09:14.515527 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-aa02b791-05ef-4e2a-a37b-6c5ff831e0bc admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363254506717436', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846507987'] for segment, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:14.516018 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.db.segments_db [None req-aa02b791-05ef-4e2a-a37b-6c5ff831e0bc admin admin] Added segment 574c4729-619a-42c1-ad69-b1744943e146 of type vxlan for network 805d4a1a-b8ab-4e67-a35e-0a6241e162a2 Feb 17 21:09:14.568300 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa02b791-05ef-4e2a-a37b-6c5ff831e0bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e81dbb83-9712-4e6b-8dd9-6635334b1ee0,revision_number=1']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:09:14.585503 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa02b791-05ef-4e2a-a37b-6c5ff831e0bc admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:09:14.585873 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa02b791-05ef-4e2a-a37b-6c5ff831e0bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:09:14.586237 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa02b791-05ef-4e2a-a37b-6c5ff831e0bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:09:14.586593 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa02b791-05ef-4e2a-a37b-6c5ff831e0bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:09:14.587874 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa02b791-05ef-4e2a-a37b-6c5ff831e0bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:09:14.587874 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa02b791-05ef-4e2a-a37b-6c5ff831e0bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:09:14.587874 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa02b791-05ef-4e2a-a37b-6c5ff831e0bc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:09:14.588185 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa02b791-05ef-4e2a-a37b-6c5ff831e0bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:09:14.588280 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa02b791-05ef-4e2a-a37b-6c5ff831e0bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:09:14.588605 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa02b791-05ef-4e2a-a37b-6c5ff831e0bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:09:14.588954 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa02b791-05ef-4e2a-a37b-6c5ff831e0bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:09:14.589297 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa02b791-05ef-4e2a-a37b-6c5ff831e0bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:09:14.590721 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa02b791-05ef-4e2a-a37b-6c5ff831e0bc admin admin] Tracked resource versions report: Feb 17 21:09:14.590721 dv-cinder-760193-4-smb neutron-server[83861]: pushed versions: Feb 17 21:09:14.590721 dv-cinder-760193-4-smb neutron-server[83861]: { 'AddressGroup': {'1.1'}, Feb 17 21:09:14.590721 dv-cinder-760193-4-smb neutron-server[83861]: 'ConntrackHelper': {'1.0'}, Feb 17 21:09:14.590721 dv-cinder-760193-4-smb neutron-server[83861]: 'Log': {'1.0'}, Feb 17 21:09:14.590721 dv-cinder-760193-4-smb neutron-server[83861]: 'Network': {'1.1'}, Feb 17 21:09:14.590721 dv-cinder-760193-4-smb neutron-server[83861]: 'Port': {'1.7'}, Feb 17 21:09:14.590721 dv-cinder-760193-4-smb neutron-server[83861]: 'PortForwarding': {'1.2'}, Feb 17 21:09:14.590721 dv-cinder-760193-4-smb neutron-server[83861]: 'QosPolicy': {'1.8'}, Feb 17 21:09:14.590721 dv-cinder-760193-4-smb neutron-server[83861]: 'SecurityGroup': {'1.4'}, Feb 17 21:09:14.590721 dv-cinder-760193-4-smb neutron-server[83861]: 'SecurityGroupRule': {'1.2'}, Feb 17 21:09:14.590721 dv-cinder-760193-4-smb neutron-server[83861]: 'SubPort': {'1.0'}, Feb 17 21:09:14.590721 dv-cinder-760193-4-smb neutron-server[83861]: 'Subnet': {'1.1'}, Feb 17 21:09:14.590721 dv-cinder-760193-4-smb neutron-server[83861]: 'Trunk': {'1.1'}} Feb 17 21:09:14.590721 dv-cinder-760193-4-smb neutron-server[83861]: consumer versions: Feb 17 21:09:14.590721 dv-cinder-760193-4-smb neutron-server[83861]: { DHCP agent@dv-cinder-760193-4-smb: {}, Feb 17 21:09:14.590721 dv-cinder-760193-4-smb neutron-server[83861]: L3 agent@dv-cinder-760193-4-smb: {}, Feb 17 21:09:14.590721 dv-cinder-760193-4-smb neutron-server[83861]: Metadata agent@dv-cinder-760193-4-smb: {}, Feb 17 21:09:14.590721 dv-cinder-760193-4-smb neutron-server[83861]: Metering agent@dv-cinder-760193-4-smb: {}, Feb 17 21:09:14.590721 dv-cinder-760193-4-smb neutron-server[83861]: Open vSwitch agent@dv-cinder-760193-4-smb: { 'AddressGroup': '1.1', Feb 17 21:09:14.590721 dv-cinder-760193-4-smb neutron-server[83861]: 'ConntrackHelper': '1.0', Feb 17 21:09:14.590721 dv-cinder-760193-4-smb neutron-server[83861]: 'Log': '1.0', Feb 17 21:09:14.590721 dv-cinder-760193-4-smb neutron-server[83861]: 'Network': '1.1', Feb 17 21:09:14.590721 dv-cinder-760193-4-smb neutron-server[83861]: 'Port': '1.7', Feb 17 21:09:14.590721 dv-cinder-760193-4-smb neutron-server[83861]: 'PortForwarding': '1.2', Feb 17 21:09:14.590721 dv-cinder-760193-4-smb neutron-server[83861]: 'QosPolicy': '1.8', Feb 17 21:09:14.590721 dv-cinder-760193-4-smb neutron-server[83861]: 'SecurityGroup': '1.4', Feb 17 21:09:14.590721 dv-cinder-760193-4-smb neutron-server[83861]: 'SecurityGroupRule': '1.2', Feb 17 21:09:14.590721 dv-cinder-760193-4-smb neutron-server[83861]: 'SubPort': '1.0', Feb 17 21:09:14.590721 dv-cinder-760193-4-smb neutron-server[83861]: 'Subnet': '1.1', Feb 17 21:09:14.590721 dv-cinder-760193-4-smb neutron-server[83861]: 'Trunk': '1.1'}} Feb 17 21:09:14.590721 dv-cinder-760193-4-smb neutron-server[83861]: {{(pid=83970) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 21:09:14.636270 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-aa02b791-05ef-4e2a-a37b-6c5ff831e0bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363254507310776'] for network, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:14.640711 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-aa02b791-05ef-4e2a-a37b-6c5ff831e0bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:09:14.675148 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-aa02b791-05ef-4e2a-a37b-6c5ff831e0bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826'] for network, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:14.676458 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa02b791-05ef-4e2a-a37b-6c5ff831e0bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:09:14.677117 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-aa02b791-05ef-4e2a-a37b-6c5ff831e0bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854194843'] for network, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:14.684283 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:09:14.794210 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-aa02b791-05ef-4e2a-a37b-6c5ff831e0bc admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 1.0533216 Feb 17 21:09:14.797060 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa02b791-05ef-4e2a-a37b-6c5ff831e0bc admin admin] Pushing event updated for resources: {'Network': ['ID=805d4a1a-b8ab-4e67-a35e-0a6241e162a2,revision_number=1']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:09:14.800932 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-aa02b791-05ef-4e2a-a37b-6c5ff831e0bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:09:14.809225 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Network 805d4a1a-b8ab-4e67-a35e-0a6241e162a2 details requested by agent ovs-agent-dv-cinder-760193-4-smb with host dv-cinder-760193-4-smb {{(pid=83972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 21:09:17.847307 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 58468) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:09:18.328912 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402b3313-aa87-4126-b003-8cdef9ba784f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:09:18.331065 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-402b3313-aa87-4126-b003-8cdef9ba784f admin admin] 10.222.0.90 "GET /v2.0/networks/805d4a1a-b8ab-4e67-a35e-0a6241e162a2 HTTP/1.1" status: 200 len: 818 time: 0.4826024 Feb 17 21:09:18.360176 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-918e4ea6-86e0-4633-985b-c7ffc7752bb0 admin admin] 10.222.0.90 "GET /v2.0/subnetpools/bf8bfee6-6b6c-466d-859d-bd2cb2db256d HTTP/1.1" status: 200 len: 734 time: 0.0230253 Feb 17 21:09:18.369788 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [None req-7538861e-dbc4-4e9b-87b6-868d977b0ed0 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'tenant_id': 'd2249cd8aa714074a17737073f2a6054', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'bf8bfee6-6b6c-466d-859d-bd2cb2db256d', 'network_id': '805d4a1a-b8ab-4e67-a35e-0a6241e162a2'}} {{(pid=83970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:09:18.374368 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-7538861e-dbc4-4e9b-87b6-868d977b0ed0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:09:18.378647 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-7538861e-dbc4-4e9b-87b6-868d977b0ed0 admin admin] Usage tracker for resource:subnet and tenant:d2249cd8aa714074a17737073f2a6054 is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:09:18.381635 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-7538861e-dbc4-4e9b-87b6-868d977b0ed0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:09:18.387260 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-7538861e-dbc4-4e9b-87b6-868d977b0ed0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:09:18.398202 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7538861e-dbc4-4e9b-87b6-868d977b0ed0 admin admin] Made reservation on behalf of d2249cd8aa714074a17737073f2a6054 for: {'subnet': 1} {{(pid=83970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:09:18.402814 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-7538861e-dbc4-4e9b-87b6-868d977b0ed0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:18.881400 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-7538861e-dbc4-4e9b-87b6-868d977b0ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826'] for subnet, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:18.896565 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:09:19.030156 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7538861e-dbc4-4e9b-87b6-868d977b0ed0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bff4ee87-b753-4b95-a1b9-38ed111037ef,revision_number=0']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:09:19.036530 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-7538861e-dbc4-4e9b-87b6-868d977b0ed0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:09:19.102455 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7538861e-dbc4-4e9b-87b6-868d977b0ed0 admin admin] Checking segment: {'id': '574c4729-619a-42c1-ad69-b1744943e146', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '805d4a1a-b8ab-4e67-a35e-0a6241e162a2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:09:19.102881 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7538861e-dbc4-4e9b-87b6-868d977b0ed0 admin admin] Network hostable DHCP agents. Network: 805d4a1a-b8ab-4e67-a35e-0a6241e162a2, hostable agents: ['81574b38-487a-4663-81fe-2ebf358e1d09'], hosted agents: [] {{(pid=83970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 21:09:19.123293 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7538861e-dbc4-4e9b-87b6-868d977b0ed0 admin admin] Network 805d4a1a-b8ab-4e67-a35e-0a6241e162a2 is scheduled to be hosted by DHCP agent 81574b38-487a-4663-81fe-2ebf358e1d09 with binding_index 1 {{(pid=83970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 21:09:19.132907 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.base_scheduler [None req-7538861e-dbc4-4e9b-87b6-868d977b0ed0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-4-smb, 805d4a1a-b8ab-4e67-a35e-0a6241e162a2) {{(pid=83970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:09:19.137275 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7538861e-dbc4-4e9b-87b6-868d977b0ed0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:09:19.137900 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-7538861e-dbc4-4e9b-87b6-868d977b0ed0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854194843'] for subnet, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:19.143971 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264be2f9-1330-43f7-a7b2-b90e6b480160 None None] Network 805d4a1a-b8ab-4e67-a35e-0a6241e162a2 requested from dv-cinder-760193-4-smb {{(pid=83972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 21:09:19.157238 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-7538861e-dbc4-4e9b-87b6-868d977b0ed0 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7911339 Feb 17 21:09:19.643992 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631f8a3f-f23c-4da0-989e-bfdc41a28015 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909145cb-0fec-5b9f-a561-58eb3c151e7d-805d4a1a-b8ab-4e67-a35e-0a6241e162a2', 'network_id': '805d4a1a-b8ab-4e67-a35e-0a6241e162a2', 'tenant_id': 'd2249cd8aa714074a17737073f2a6054', 'fixed_ips': [{'subnet_id': 'bff4ee87-b753-4b95-a1b9-38ed111037ef'}]}} from dv-cinder-760193-4-smb. {{(pid=83972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 21:09:19.645200 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-631f8a3f-f23c-4da0-989e-bfdc41a28015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_create {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:19.968413 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.db_base_plugin_common [None req-631f8a3f-f23c-4da0-989e-bfdc41a28015 None None] Allocated IP 172.20.0.2 (805d4a1a-b8ab-4e67-a35e-0a6241e162a2/bff4ee87-b753-4b95-a1b9-38ed111037ef/ee440854-8bf4-46d5-a1d0-1d245f61f4b6) {{(pid=83972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 21:09:20.217354 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-631f8a3f-f23c-4da0-989e-bfdc41a28015 None None] Notify callbacks [] for port, precommit_create {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:20.230389 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-631f8a3f-f23c-4da0-989e-bfdc41a28015 None None] Transition to ACTIVE for port object ee440854-8bf4-46d5-a1d0-1d245f61f4b6 will not be triggered until provisioned by entity L2. {{(pid=83972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:09:20.247514 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-631f8a3f-f23c-4da0-989e-bfdc41a28015 None None] Transition to ACTIVE for port object ee440854-8bf4-46d5-a1d0-1d245f61f4b6 will not be triggered until provisioned by entity DHCP. {{(pid=83972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:09:20.253753 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-631f8a3f-f23c-4da0-989e-bfdc41a28015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782347517401'] for port, after_create {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:20.272348 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:09:20.408724 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631f8a3f-f23c-4da0-989e-bfdc41a28015 None None] Pushing event updated for resources: {'Port': ['ID=ee440854-8bf4-46d5-a1d0-1d245f61f4b6,revision_number=1']} {{(pid=83972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:09:20.421469 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631f8a3f-f23c-4da0-989e-bfdc41a28015 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:09:20.421837 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631f8a3f-f23c-4da0-989e-bfdc41a28015 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:09:20.422212 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631f8a3f-f23c-4da0-989e-bfdc41a28015 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:09:20.422572 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631f8a3f-f23c-4da0-989e-bfdc41a28015 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:09:20.422954 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631f8a3f-f23c-4da0-989e-bfdc41a28015 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:09:20.423311 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631f8a3f-f23c-4da0-989e-bfdc41a28015 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:09:20.423754 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631f8a3f-f23c-4da0-989e-bfdc41a28015 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:09:20.424143 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631f8a3f-f23c-4da0-989e-bfdc41a28015 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:09:20.424502 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631f8a3f-f23c-4da0-989e-bfdc41a28015 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:09:20.424853 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631f8a3f-f23c-4da0-989e-bfdc41a28015 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:09:20.425204 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631f8a3f-f23c-4da0-989e-bfdc41a28015 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:09:20.425551 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631f8a3f-f23c-4da0-989e-bfdc41a28015 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:09:20.426712 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-631f8a3f-f23c-4da0-989e-bfdc41a28015 None None] Tracked resource versions report: Feb 17 21:09:20.426712 dv-cinder-760193-4-smb neutron-server[83861]: pushed versions: Feb 17 21:09:20.426712 dv-cinder-760193-4-smb neutron-server[83861]: { 'AddressGroup': {'1.1'}, Feb 17 21:09:20.426712 dv-cinder-760193-4-smb neutron-server[83861]: 'ConntrackHelper': {'1.0'}, Feb 17 21:09:20.426712 dv-cinder-760193-4-smb neutron-server[83861]: 'Log': {'1.0'}, Feb 17 21:09:20.426712 dv-cinder-760193-4-smb neutron-server[83861]: 'Network': {'1.1'}, Feb 17 21:09:20.426712 dv-cinder-760193-4-smb neutron-server[83861]: 'Port': {'1.7'}, Feb 17 21:09:20.426712 dv-cinder-760193-4-smb neutron-server[83861]: 'PortForwarding': {'1.2'}, Feb 17 21:09:20.426712 dv-cinder-760193-4-smb neutron-server[83861]: 'QosPolicy': {'1.8'}, Feb 17 21:09:20.426712 dv-cinder-760193-4-smb neutron-server[83861]: 'SecurityGroup': {'1.4'}, Feb 17 21:09:20.426712 dv-cinder-760193-4-smb neutron-server[83861]: 'SecurityGroupRule': {'1.2'}, Feb 17 21:09:20.426712 dv-cinder-760193-4-smb neutron-server[83861]: 'SubPort': {'1.0'}, Feb 17 21:09:20.426712 dv-cinder-760193-4-smb neutron-server[83861]: 'Subnet': {'1.1'}, Feb 17 21:09:20.426712 dv-cinder-760193-4-smb neutron-server[83861]: 'Trunk': {'1.1'}} Feb 17 21:09:20.426712 dv-cinder-760193-4-smb neutron-server[83861]: consumer versions: Feb 17 21:09:20.426712 dv-cinder-760193-4-smb neutron-server[83861]: { DHCP agent@dv-cinder-760193-4-smb: {}, Feb 17 21:09:20.426712 dv-cinder-760193-4-smb neutron-server[83861]: L3 agent@dv-cinder-760193-4-smb: {}, Feb 17 21:09:20.426712 dv-cinder-760193-4-smb neutron-server[83861]: Metadata agent@dv-cinder-760193-4-smb: {}, Feb 17 21:09:20.426712 dv-cinder-760193-4-smb neutron-server[83861]: Metering agent@dv-cinder-760193-4-smb: {}, Feb 17 21:09:20.426712 dv-cinder-760193-4-smb neutron-server[83861]: Open vSwitch agent@dv-cinder-760193-4-smb: { 'AddressGroup': '1.1', Feb 17 21:09:20.426712 dv-cinder-760193-4-smb neutron-server[83861]: 'ConntrackHelper': '1.0', Feb 17 21:09:20.426712 dv-cinder-760193-4-smb neutron-server[83861]: 'Log': '1.0', Feb 17 21:09:20.426712 dv-cinder-760193-4-smb neutron-server[83861]: 'Network': '1.1', Feb 17 21:09:20.426712 dv-cinder-760193-4-smb neutron-server[83861]: 'Port': '1.7', Feb 17 21:09:20.426712 dv-cinder-760193-4-smb neutron-server[83861]: 'PortForwarding': '1.2', Feb 17 21:09:20.426712 dv-cinder-760193-4-smb neutron-server[83861]: 'QosPolicy': '1.8', Feb 17 21:09:20.426712 dv-cinder-760193-4-smb neutron-server[83861]: 'SecurityGroup': '1.4', Feb 17 21:09:20.426712 dv-cinder-760193-4-smb neutron-server[83861]: 'SecurityGroupRule': '1.2', Feb 17 21:09:20.426712 dv-cinder-760193-4-smb neutron-server[83861]: 'SubPort': '1.0', Feb 17 21:09:20.426712 dv-cinder-760193-4-smb neutron-server[83861]: 'Subnet': '1.1', Feb 17 21:09:20.426712 dv-cinder-760193-4-smb neutron-server[83861]: 'Trunk': '1.1'}} Feb 17 21:09:20.426712 dv-cinder-760193-4-smb neutron-server[83861]: {{(pid=83972) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 21:09:20.433547 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-631f8a3f-f23c-4da0-989e-bfdc41a28015 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:09:20.479383 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631f8a3f-f23c-4da0-989e-bfdc41a28015 None None] Network 805d4a1a-b8ab-4e67-a35e-0a6241e162a2 is already hosted by enough agents. {{(pid=83972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:09:20.480620 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.base_scheduler [None req-631f8a3f-f23c-4da0-989e-bfdc41a28015 None None] Resources bound (agent type, host, resource id): {{(pid=83972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:09:20.483288 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631f8a3f-f23c-4da0-989e-bfdc41a28015 None None] Received port after_create {{(pid=83972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 21:09:20.546138 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [None req-631f8a3f-f23c-4da0-989e-bfdc41a28015 None None] Attempting to bind port ee440854-8bf4-46d5-a1d0-1d245f61f4b6 on host dv-cinder-760193-4-smb for vnic_type normal with profile {{(pid=83972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 21:09:20.546592 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [None req-631f8a3f-f23c-4da0-989e-bfdc41a28015 None None] Attempting to bind port ee440854-8bf4-46d5-a1d0-1d245f61f4b6 by drivers openvswitch on host dv-cinder-760193-4-smb at level 0 using segments [{'id': '574c4729-619a-42c1-ad69-b1744943e146', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '805d4a1a-b8ab-4e67-a35e-0a6241e162a2'}] {{(pid=83972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 21:09:20.547024 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631f8a3f-f23c-4da0-989e-bfdc41a28015 None None] Attempting to bind port ee440854-8bf4-46d5-a1d0-1d245f61f4b6 on network 805d4a1a-b8ab-4e67-a35e-0a6241e162a2 {{(pid=83972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 21:09:20.552627 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631f8a3f-f23c-4da0-989e-bfdc41a28015 None None] Checking agent: {'id': '1f40505b-3e8c-4bc5-b539-d04281a15ea5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 21, 9, 4), 'started_at': datetime.datetime(2021, 2, 17, 21, 9, 4), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.98', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 21:09:20.553047 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631f8a3f-f23c-4da0-989e-bfdc41a28015 None None] Checking segment: {'id': '574c4729-619a-42c1-ad69-b1744943e146', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '805d4a1a-b8ab-4e67-a35e-0a6241e162a2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:09:20.554278 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-631f8a3f-f23c-4da0-989e-bfdc41a28015 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:20.554278 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631f8a3f-f23c-4da0-989e-bfdc41a28015 None None] Bound using segment: {'id': '574c4729-619a-42c1-ad69-b1744943e146', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '805d4a1a-b8ab-4e67-a35e-0a6241e162a2'} {{(pid=83972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 21:09:20.554475 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [None req-631f8a3f-f23c-4da0-989e-bfdc41a28015 None None] Bound port: ee440854-8bf4-46d5-a1d0-1d245f61f4b6, host: dv-cinder-760193-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '574c4729-619a-42c1-ad69-b1744943e146', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '805d4a1a-b8ab-4e67-a35e-0a6241e162a2'}}] {{(pid=83972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 21:09:20.555102 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-631f8a3f-f23c-4da0-989e-bfdc41a28015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:20.647491 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-631f8a3f-f23c-4da0-989e-bfdc41a28015 None None] For port ee440854-8bf4-46d5-a1d0-1d245f61f4b6, host dv-cinder-760193-4-smb, cleared binding levels {{(pid=83972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 21:09:20.651541 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-631f8a3f-f23c-4da0-989e-bfdc41a28015 None None] For port ee440854-8bf4-46d5-a1d0-1d245f61f4b6, host dv-cinder-760193-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-smb',level=0,port_id=ee440854-8bf4-46d5-a1d0-1d245f61f4b6,segment=NetworkSegment(574c4729-619a-42c1-ad69-b1744943e146),segment_id=574c4729-619a-42c1-ad69-b1744943e146)] {{(pid=83972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 21:09:20.654734 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-631f8a3f-f23c-4da0-989e-bfdc41a28015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:20.670317 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-631f8a3f-f23c-4da0-989e-bfdc41a28015 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:09:20.822722 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631f8a3f-f23c-4da0-989e-bfdc41a28015 None None] Pushing event updated for resources: {'Port': ['ID=ee440854-8bf4-46d5-a1d0-1d245f61f4b6,revision_number=2']} {{(pid=83972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:09:20.827991 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-631f8a3f-f23c-4da0-989e-bfdc41a28015 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:09:21.939751 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 58478) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:09:22.367371 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [None req-ba0fb346-1c58-4d2b-97da-b66615150e8b admin admin] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=83970) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 21:09:22.368447 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-ba0fb346-1c58-4d2b-97da-b66615150e8b admin admin] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.4276478 Feb 17 21:09:24.482468 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Device ee440854-8bf4-46d5-a1d0-1d245f61f4b6 up at agent ovs-agent-dv-cinder-760193-4-smb {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:09:24.556787 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Provisioning for port ee440854-8bf4-46d5-a1d0-1d245f61f4b6 completed by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:09:25.123980 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 58492) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:09:25.540140 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [None req-d10eed9e-97b4-4edb-9c35-ff37b9388e53 admin admin] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=83970) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 21:09:25.541224 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-d10eed9e-97b4-4edb-9c35-ff37b9388e53 admin admin] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.4162354 Feb 17 21:09:25.716901 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8575b908-0975-4b95-b405-ece644ca1419 None None] Network 805d4a1a-b8ab-4e67-a35e-0a6241e162a2 requested from dv-cinder-760193-4-smb {{(pid=83972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 21:09:25.828866 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-b5687a6d-11b1-42e0-99a9-316646ee923f None None] Provisioning for port ee440854-8bf4-46d5-a1d0-1d245f61f4b6 completed by entity DHCP. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:09:25.847252 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-b5687a6d-11b1-42e0-99a9-316646ee923f None None] Provisioning complete for port ee440854-8bf4-46d5-a1d0-1d245f61f4b6 triggered by entity DHCP. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:09:25.847672 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-b5687a6d-11b1-42e0-99a9-316646ee923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:26.088463 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-b5687a6d-11b1-42e0-99a9-316646ee923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:26.133214 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-b5687a6d-11b1-42e0-99a9-316646ee923f None None] For port ee440854-8bf4-46d5-a1d0-1d245f61f4b6, host dv-cinder-760193-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-smb',level=0,port_id=ee440854-8bf4-46d5-a1d0-1d245f61f4b6,segment=NetworkSegment(574c4729-619a-42c1-ad69-b1744943e146),segment_id=574c4729-619a-42c1-ad69-b1744943e146)] {{(pid=83972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:09:26.136663 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-b5687a6d-11b1-42e0-99a9-316646ee923f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:26.140914 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-631f8a3f-f23c-4da0-989e-bfdc41a28015 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:09:26.212526 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5687a6d-11b1-42e0-99a9-316646ee923f None None] Pushing event updated for resources: {'Port': ['ID=ee440854-8bf4-46d5-a1d0-1d245f61f4b6,revision_number=3']} {{(pid=83972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:09:26.217004 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-b5687a6d-11b1-42e0-99a9-316646ee923f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:09:26.371691 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-deb908b6-7d4e-483b-9243-e8141030c0be None None] Provisioning complete for port ee440854-8bf4-46d5-a1d0-1d245f61f4b6 triggered by entity DHCP. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:09:26.372107 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-deb908b6-7d4e-483b-9243-e8141030c0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:26.481802 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Device ee440854-8bf4-46d5-a1d0-1d245f61f4b6 up at agent ovs-agent-dv-cinder-760193-4-smb {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:09:26.578892 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Provisioning complete for port ee440854-8bf4-46d5-a1d0-1d245f61f4b6 triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:09:26.579415 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:26.713666 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-c0adf78b-223a-455f-ba0c-3fd7b38fb804 None None] Provisioning complete for port ee440854-8bf4-46d5-a1d0-1d245f61f4b6 triggered by entity DHCP. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:09:26.714073 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-c0adf78b-223a-455f-ba0c-3fd7b38fb804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:28.635245 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 58504) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:09:29.280630 dv-cinder-760193-4-smb neutron-server[83861]: WARNING oslo_policy.policy [None req-945cd6a6-70f7-4f3c-8fbf-31f83a9102e8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 21:09:29.281252 dv-cinder-760193-4-smb neutron-server[83861]: WARNING oslo_policy.policy [None req-945cd6a6-70f7-4f3c-8fbf-31f83a9102e8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 21:09:29.511789 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [None req-945cd6a6-70f7-4f3c-8fbf-31f83a9102e8 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'd2249cd8aa714074a17737073f2a6054'}} {{(pid=83971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:09:29.560514 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.policy [None req-945cd6a6-70f7-4f3c-8fbf-31f83a9102e8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83971) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 17 21:09:29.598554 dv-cinder-760193-4-smb neutron-server[83861]: WARNING oslo_policy.policy [None req-945cd6a6-70f7-4f3c-8fbf-31f83a9102e8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 21:09:29.599040 dv-cinder-760193-4-smb neutron-server[83861]: WARNING oslo_policy.policy [None req-945cd6a6-70f7-4f3c-8fbf-31f83a9102e8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 17 21:09:29.625123 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.quota [None req-945cd6a6-70f7-4f3c-8fbf-31f83a9102e8 admin admin] Loaded quota_driver: . Feb 17 21:09:29.640934 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-945cd6a6-70f7-4f3c-8fbf-31f83a9102e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:09:29.648371 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-945cd6a6-70f7-4f3c-8fbf-31f83a9102e8 admin admin] Usage tracker for resource:router and tenant:d2249cd8aa714074a17737073f2a6054 is out of sync, need to count used quota {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:09:29.652752 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-945cd6a6-70f7-4f3c-8fbf-31f83a9102e8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:09:29.660887 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-945cd6a6-70f7-4f3c-8fbf-31f83a9102e8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:09:29.675739 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-945cd6a6-70f7-4f3c-8fbf-31f83a9102e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-921044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773547'] for router, before_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:29.677833 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-945cd6a6-70f7-4f3c-8fbf-31f83a9102e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853852799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853749326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2210'] for router, precommit_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:29.701825 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-945cd6a6-70f7-4f3c-8fbf-31f83a9102e8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:29.973504 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-945cd6a6-70f7-4f3c-8fbf-31f83a9102e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853854813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-925185'] for router, after_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:29.993601 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-945cd6a6-70f7-4f3c-8fbf-31f83a9102e8 admin admin] Notify callbacks [] for router, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:29.995012 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-945cd6a6-70f7-4f3c-8fbf-31f83a9102e8 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.3577178 Feb 17 21:09:30.391584 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ab5cedff-c6b6-44a1-bacf-ec8013d346ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:32.447724 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-fb435150-9af2-4387-9802-f4b00e903984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:32.759334 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 58520) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:09:33.163026 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [None req-2a8a2562-4107-41ac-b187-513c938e78cb admin admin] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=83971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 21:09:33.164083 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-2a8a2562-4107-41ac-b187-513c938e78cb admin admin] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.4037251 Feb 17 21:09:33.172021 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f1cec3f0-2839-4108-802d-97c7b40b55a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:34.464107 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:34.879328 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-b3b29b12-cbe5-4ec2-9621-66af0787c66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:35.998057 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 58540) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:09:36.167538 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [None req-6fe2de64-6501-4e9f-8158-8a4542852f67 admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True}} {{(pid=83971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:09:36.174537 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-6fe2de64-6501-4e9f-8158-8a4542852f67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:09:36.178589 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-6fe2de64-6501-4e9f-8158-8a4542852f67 admin admin] Usage tracker for resource:network and tenant:b87c9843c75748d0a4a679d52436e5b1 is out of sync, need to count used quota {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:09:36.181911 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-6fe2de64-6501-4e9f-8158-8a4542852f67 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:09:36.187530 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-6fe2de64-6501-4e9f-8158-8a4542852f67 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:09:36.196893 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe2de64-6501-4e9f-8158-8a4542852f67 admin admin] Made reservation on behalf of b87c9843c75748d0a4a679d52436e5b1 for: {'network': 1} {{(pid=83971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:09:36.203124 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-6fe2de64-6501-4e9f-8158-8a4542852f67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for network, before_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:36.220350 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-6fe2de64-6501-4e9f-8158-8a4542852f67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:36.237333 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-6fe2de64-6501-4e9f-8158-8a4542852f67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:09:36.241239 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-6fe2de64-6501-4e9f-8158-8a4542852f67 admin admin] Usage tracker for resource:security_group_rule and tenant:b87c9843c75748d0a4a679d52436e5b1 is out of sync, need to count used quota {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:09:36.244410 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-6fe2de64-6501-4e9f-8158-8a4542852f67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:09:36.250031 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-6fe2de64-6501-4e9f-8158-8a4542852f67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:09:36.347482 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-6fe2de64-6501-4e9f-8158-8a4542852f67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:36.350217 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-6fe2de64-6501-4e9f-8158-8a4542852f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:36.354930 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:09:36.366689 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6fe2de64-6501-4e9f-8158-8a4542852f67 admin admin] Reserving flat network on physical network physnet1 {{(pid=83971) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Feb 17 21:09:36.396862 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-6fe2de64-6501-4e9f-8158-8a4542852f67 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363254506717436', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846507987'] for segment, precommit_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:36.397474 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-6fe2de64-6501-4e9f-8158-8a4542852f67 admin admin] Unsubscribe: segment precommit_create {{(pid=83971) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Feb 17 21:09:36.397936 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.db.segments_db [None req-6fe2de64-6501-4e9f-8158-8a4542852f67 admin admin] Added segment 1160e08b-7d0c-4f07-a68b-9e1b3764f9c4 of type flat for network 35a248c9-4e56-449c-88ff-c033f82ee17e Feb 17 21:09:36.454892 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe2de64-6501-4e9f-8158-8a4542852f67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1b52529-a7e7-4ede-af1b-6e7b1d577045,revision_number=1']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:09:36.474024 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe2de64-6501-4e9f-8158-8a4542852f67 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:09:36.474403 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe2de64-6501-4e9f-8158-8a4542852f67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:09:36.474778 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe2de64-6501-4e9f-8158-8a4542852f67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:09:36.475128 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe2de64-6501-4e9f-8158-8a4542852f67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:09:36.475476 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe2de64-6501-4e9f-8158-8a4542852f67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:09:36.475820 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe2de64-6501-4e9f-8158-8a4542852f67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:09:36.476164 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe2de64-6501-4e9f-8158-8a4542852f67 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:09:36.476503 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe2de64-6501-4e9f-8158-8a4542852f67 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:09:36.476844 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe2de64-6501-4e9f-8158-8a4542852f67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:09:36.477183 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe2de64-6501-4e9f-8158-8a4542852f67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:09:36.477522 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe2de64-6501-4e9f-8158-8a4542852f67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:09:36.477857 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe2de64-6501-4e9f-8158-8a4542852f67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:09:36.479005 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe2de64-6501-4e9f-8158-8a4542852f67 admin admin] Tracked resource versions report: Feb 17 21:09:36.479005 dv-cinder-760193-4-smb neutron-server[83861]: pushed versions: Feb 17 21:09:36.479005 dv-cinder-760193-4-smb neutron-server[83861]: { 'AddressGroup': {'1.1'}, Feb 17 21:09:36.479005 dv-cinder-760193-4-smb neutron-server[83861]: 'ConntrackHelper': {'1.0'}, Feb 17 21:09:36.479005 dv-cinder-760193-4-smb neutron-server[83861]: 'Log': {'1.0'}, Feb 17 21:09:36.479005 dv-cinder-760193-4-smb neutron-server[83861]: 'Network': {'1.1'}, Feb 17 21:09:36.479005 dv-cinder-760193-4-smb neutron-server[83861]: 'Port': {'1.7'}, Feb 17 21:09:36.479005 dv-cinder-760193-4-smb neutron-server[83861]: 'PortForwarding': {'1.2'}, Feb 17 21:09:36.479005 dv-cinder-760193-4-smb neutron-server[83861]: 'QosPolicy': {'1.8'}, Feb 17 21:09:36.479005 dv-cinder-760193-4-smb neutron-server[83861]: 'SecurityGroup': {'1.4'}, Feb 17 21:09:36.479005 dv-cinder-760193-4-smb neutron-server[83861]: 'SecurityGroupRule': {'1.2'}, Feb 17 21:09:36.479005 dv-cinder-760193-4-smb neutron-server[83861]: 'SubPort': {'1.0'}, Feb 17 21:09:36.479005 dv-cinder-760193-4-smb neutron-server[83861]: 'Subnet': {'1.1'}, Feb 17 21:09:36.479005 dv-cinder-760193-4-smb neutron-server[83861]: 'Trunk': {'1.1'}} Feb 17 21:09:36.479005 dv-cinder-760193-4-smb neutron-server[83861]: consumer versions: Feb 17 21:09:36.479005 dv-cinder-760193-4-smb neutron-server[83861]: { DHCP agent@dv-cinder-760193-4-smb: {}, Feb 17 21:09:36.479005 dv-cinder-760193-4-smb neutron-server[83861]: L3 agent@dv-cinder-760193-4-smb: {}, Feb 17 21:09:36.479005 dv-cinder-760193-4-smb neutron-server[83861]: Metadata agent@dv-cinder-760193-4-smb: {}, Feb 17 21:09:36.479005 dv-cinder-760193-4-smb neutron-server[83861]: Metering agent@dv-cinder-760193-4-smb: {}, Feb 17 21:09:36.479005 dv-cinder-760193-4-smb neutron-server[83861]: Open vSwitch agent@dv-cinder-760193-4-smb: { 'AddressGroup': '1.1', Feb 17 21:09:36.479005 dv-cinder-760193-4-smb neutron-server[83861]: 'ConntrackHelper': '1.0', Feb 17 21:09:36.479005 dv-cinder-760193-4-smb neutron-server[83861]: 'Log': '1.0', Feb 17 21:09:36.479005 dv-cinder-760193-4-smb neutron-server[83861]: 'Network': '1.1', Feb 17 21:09:36.479005 dv-cinder-760193-4-smb neutron-server[83861]: 'Port': '1.7', Feb 17 21:09:36.479005 dv-cinder-760193-4-smb neutron-server[83861]: 'PortForwarding': '1.2', Feb 17 21:09:36.479005 dv-cinder-760193-4-smb neutron-server[83861]: 'QosPolicy': '1.8', Feb 17 21:09:36.479005 dv-cinder-760193-4-smb neutron-server[83861]: 'SecurityGroup': '1.4', Feb 17 21:09:36.479005 dv-cinder-760193-4-smb neutron-server[83861]: 'SecurityGroupRule': '1.2', Feb 17 21:09:36.479005 dv-cinder-760193-4-smb neutron-server[83861]: 'SubPort': '1.0', Feb 17 21:09:36.479005 dv-cinder-760193-4-smb neutron-server[83861]: 'Subnet': '1.1', Feb 17 21:09:36.479005 dv-cinder-760193-4-smb neutron-server[83861]: 'Trunk': '1.1'}} Feb 17 21:09:36.479005 dv-cinder-760193-4-smb neutron-server[83861]: {{(pid=83971) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 21:09:36.525519 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-6fe2de64-6501-4e9f-8158-8a4542852f67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:09:36.529192 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-6fe2de64-6501-4e9f-8158-8a4542852f67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363254507310776'] for network, precommit_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:36.574376 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-6fe2de64-6501-4e9f-8158-8a4542852f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826'] for network, after_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:36.575761 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe2de64-6501-4e9f-8158-8a4542852f67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:09:36.576414 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-6fe2de64-6501-4e9f-8158-8a4542852f67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854194843'] for network, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:36.581223 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:09:36.689773 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-6fe2de64-6501-4e9f-8158-8a4542852f67 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6905708 Feb 17 21:09:36.692660 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe2de64-6501-4e9f-8158-8a4542852f67 admin admin] Pushing event updated for resources: {'Network': ['ID=35a248c9-4e56-449c-88ff-c033f82ee17e,revision_number=1']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:09:36.695891 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-6fe2de64-6501-4e9f-8158-8a4542852f67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:09:36.704043 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Network 35a248c9-4e56-449c-88ff-c033f82ee17e details requested by agent ovs-agent-dv-cinder-760193-4-smb with host dv-cinder-760193-4-smb {{(pid=83972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 21:09:39.255718 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 58564) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:09:39.391544 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03ec5c01-69e4-49b7-9fbe-ffa5b2772e7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:09:39.393451 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-03ec5c01-69e4-49b7-9fbe-ffa5b2772e7d admin admin] 10.222.0.90 "GET /v2.0/subnets/bff4ee87-b753-4b95-a1b9-38ed111037ef HTTP/1.1" status: 200 len: 849 time: 0.1366756 Feb 17 21:09:39.548633 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-f60bb9f9-70e2-4643-9b07-319d06ad45a1 admin admin] 10.222.0.90 "GET /v2.0/routers/e096d72f-3e22-467b-a917-a18ca4e960e6 HTTP/1.1" status: 200 len: 704 time: 0.1483893 Feb 17 21:09:40.062879 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-99849033-17b3-49eb-bd81-4cd0c520257d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:40.444861 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.db_base_plugin_common [None req-99849033-17b3-49eb-bd81-4cd0c520257d admin admin] Allocated IP 172.20.0.1 (805d4a1a-b8ab-4e67-a35e-0a6241e162a2/bff4ee87-b753-4b95-a1b9-38ed111037ef/18b0e19c-9f6d-468d-abc8-e2d4d5040737) {{(pid=83971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 21:09:40.769898 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-99849033-17b3-49eb-bd81-4cd0c520257d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:40.789635 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-99849033-17b3-49eb-bd81-4cd0c520257d admin admin] Transition to ACTIVE for port object 18b0e19c-9f6d-468d-abc8-e2d4d5040737 will not be triggered until provisioned by entity DHCP. {{(pid=83971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:09:40.845765 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-99849033-17b3-49eb-bd81-4cd0c520257d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782347517401'] for port, after_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:40.861891 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:09:40.999229 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99849033-17b3-49eb-bd81-4cd0c520257d admin admin] Pushing event updated for resources: {'Port': ['ID=18b0e19c-9f6d-468d-abc8-e2d4d5040737,revision_number=1']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:09:41.006664 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-99849033-17b3-49eb-bd81-4cd0c520257d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:09:41.062368 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99849033-17b3-49eb-bd81-4cd0c520257d admin admin] Network 805d4a1a-b8ab-4e67-a35e-0a6241e162a2 is already hosted by enough agents. {{(pid=83971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:09:41.063516 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.base_scheduler [None req-99849033-17b3-49eb-bd81-4cd0c520257d admin admin] Resources bound (agent type, host, resource id): {{(pid=83971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:09:41.067339 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99849033-17b3-49eb-bd81-4cd0c520257d admin admin] Received port after_create {{(pid=83971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 21:09:41.067864 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-99849033-17b3-49eb-bd81-4cd0c520257d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853844712'] for router_interface, before_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:41.252960 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-b795bbef-e4da-4b21-96d7-082a5a19cc38 None None] Provisioning for port 18b0e19c-9f6d-468d-abc8-e2d4d5040737 completed by entity DHCP. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:09:41.260423 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-b795bbef-e4da-4b21-96d7-082a5a19cc38 None None] Provisioning complete for port 18b0e19c-9f6d-468d-abc8-e2d4d5040737 triggered by entity DHCP. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:09:41.261050 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-b795bbef-e4da-4b21-96d7-082a5a19cc38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:41.323466 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-b795bbef-e4da-4b21-96d7-082a5a19cc38 None None] Port 18b0e19c-9f6d-468d-abc8-e2d4d5040737 cannot update to ACTIVE because it is not bound. {{(pid=83972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 21:09:41.349114 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-99849033-17b3-49eb-bd81-4cd0c520257d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:41.645634 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-99849033-17b3-49eb-bd81-4cd0c520257d admin admin] Notify callbacks [] for port, precommit_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:41.649024 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-99849033-17b3-49eb-bd81-4cd0c520257d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:41.650142 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-99849033-17b3-49eb-bd81-4cd0c520257d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-931198'] for router_interface, after_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:41.664921 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:09:41.796269 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99849033-17b3-49eb-bd81-4cd0c520257d admin admin] Pushing event updated for resources: {'Port': ['ID=18b0e19c-9f6d-468d-abc8-e2d4d5040737,revision_number=2']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:09:41.800721 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-99849033-17b3-49eb-bd81-4cd0c520257d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:09:41.864245 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99849033-17b3-49eb-bd81-4cd0c520257d admin admin] Network 805d4a1a-b8ab-4e67-a35e-0a6241e162a2 is already hosted by enough agents. {{(pid=83971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:09:41.865363 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.base_scheduler [None req-99849033-17b3-49eb-bd81-4cd0c520257d admin admin] Resources bound (agent type, host, resource id): {{(pid=83971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:09:42.047684 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-81b6d884-e6fc-48ef-a3ea-84c6b1fab72e None None] Provisioning complete for port 18b0e19c-9f6d-468d-abc8-e2d4d5040737 triggered by entity DHCP. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:09:42.048853 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-81b6d884-e6fc-48ef-a3ea-84c6b1fab72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:42.071251 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99849033-17b3-49eb-bd81-4cd0c520257d admin admin] Router e096d72f-3e22-467b-a917-a18ca4e960e6 is scheduled to L3 agent 0536e1cb-4d3e-42d2-8b6d-8bd52a4e2590 with binding_index 1 {{(pid=83971) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 21:09:42.113802 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-81b6d884-e6fc-48ef-a3ea-84c6b1fab72e None None] Port 18b0e19c-9f6d-468d-abc8-e2d4d5040737 cannot update to ACTIVE because it is not bound. {{(pid=83972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 21:09:42.408148 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99849033-17b3-49eb-bd81-4cd0c520257d admin admin] Notify agent at l3_agent.dv-cinder-760193-4-smb the message routers_updated {{(pid=83971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 21:09:42.418226 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5adada3-0320-4c0d-945e-62c35345cb9d None None] Sync routers for ids ['e096d72f-3e22-467b-a917-a18ca4e960e6'] in dv-cinder-760193-4-smb {{(pid=83973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 21:09:42.418387 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-99849033-17b3-49eb-bd81-4cd0c520257d admin admin] 10.222.0.90 "PUT /v2.0/routers/e096d72f-3e22-467b-a917-a18ca4e960e6/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.8638840 Feb 17 21:09:42.429509 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5adada3-0320-4c0d-945e-62c35345cb9d None None] Routers {'e096d72f-3e22-467b-a917-a18ca4e960e6'} bound to L3 agent in host dv-cinder-760193-4-smb {{(pid=83973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:09:42.430345 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-d5adada3-0320-4c0d-945e-62c35345cb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T21:09:02Z,description=,heartbeat_timestamp=2021-02-17T21:09:32Z,host='dv-cinder-760193-4-smb',id=0536e1cb-4d3e-42d2-8b6d-8bd52a4e2590,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T21:09:02Z,topic='l3_agent')) {'router_ids': ['e096d72f-3e22-467b-a917-a18ca4e960e6'], 'active': True} {{(pid=83973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:09:42.623163 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvr_db [None req-d5adada3-0320-4c0d-945e-62c35345cb9d None None] Set router e096d72f-3e22-467b-a917-a18ca4e960e6 gateway port host: None {{(pid=83973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:09:43.203935 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-d5adada3-0320-4c0d-945e-62c35345cb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e096d72f-3e22-467b-a917-a18ca4e960e6', 'name': 'router1', 'tenant_id': 'd2249cd8aa714074a17737073f2a6054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:09:29Z', 'updated_at': '2021-02-17T21:09:41Z', 'revision_number': 2, 'project_id': 'd2249cd8aa714074a17737073f2a6054', 'gw_port_host': None, '_interfaces': [{'id': '18b0e19c-9f6d-468d-abc8-e2d4d5040737', 'name': '', 'network_id': '805d4a1a-b8ab-4e67-a35e-0a6241e162a2', 'tenant_id': 'd2249cd8aa714074a17737073f2a6054', 'mac_address': 'fa:16:3e:56:49:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e096d72f-3e22-467b-a917-a18ca4e960e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bff4ee87-b753-4b95-a1b9-38ed111037ef', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:09:40Z', 'updated_at': '2021-02-17T21:09:41Z', 'revision_number': 2, 'project_id': 'd2249cd8aa714074a17737073f2a6054', 'subnets': [{'id': 'bff4ee87-b753-4b95-a1b9-38ed111037ef', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bf8bfee6-6b6c-466d-859d-bd2cb2db256d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-4-smb', False) {} {{(pid=83973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:09:43.209679 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5adada3-0320-4c0d-945e-62c35345cb9d None None] Checking router: e096d72f-3e22-467b-a917-a18ca4e960e6 for host: dv-cinder-760193-4-smb {{(pid=83973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 21:09:43.210077 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5adada3-0320-4c0d-945e-62c35345cb9d None None] Updating router e096d72f-3e22-467b-a917-a18ca4e960e6 port 18b0e19c-9f6d-468d-abc8-e2d4d5040737 binding host dv-cinder-760193-4-smb {{(pid=83973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 21:09:43.270545 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d5adada3-0320-4c0d-945e-62c35345cb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:43.736477 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d5adada3-0320-4c0d-945e-62c35345cb9d None None] Notify callbacks [] for port, precommit_update {{(pid=83973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:43.751988 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d5adada3-0320-4c0d-945e-62c35345cb9d None None] Transition to ACTIVE for port object 18b0e19c-9f6d-468d-abc8-e2d4d5040737 will not be triggered until provisioned by entity L2. {{(pid=83973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:09:43.754824 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d5adada3-0320-4c0d-945e-62c35345cb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:43.771684 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:09:43.921440 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ac4483-ecd8-4bc2-88c4-c86eb043e72c None None] Pushing event updated for resources: {'Port': ['ID=18b0e19c-9f6d-468d-abc8-e2d4d5040737,revision_number=3']} {{(pid=83973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:09:43.933048 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ac4483-ecd8-4bc2-88c4-c86eb043e72c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:09:43.933420 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ac4483-ecd8-4bc2-88c4-c86eb043e72c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:09:43.933781 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ac4483-ecd8-4bc2-88c4-c86eb043e72c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:09:43.934142 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ac4483-ecd8-4bc2-88c4-c86eb043e72c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:09:43.934495 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ac4483-ecd8-4bc2-88c4-c86eb043e72c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:09:43.934873 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ac4483-ecd8-4bc2-88c4-c86eb043e72c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:09:43.935225 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ac4483-ecd8-4bc2-88c4-c86eb043e72c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:09:43.935578 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ac4483-ecd8-4bc2-88c4-c86eb043e72c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:09:43.935925 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ac4483-ecd8-4bc2-88c4-c86eb043e72c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:09:43.936270 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ac4483-ecd8-4bc2-88c4-c86eb043e72c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:09:43.936615 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ac4483-ecd8-4bc2-88c4-c86eb043e72c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:09:43.936960 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ac4483-ecd8-4bc2-88c4-c86eb043e72c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:09:43.938109 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ac4483-ecd8-4bc2-88c4-c86eb043e72c None None] Tracked resource versions report: Feb 17 21:09:43.938109 dv-cinder-760193-4-smb neutron-server[83861]: pushed versions: Feb 17 21:09:43.938109 dv-cinder-760193-4-smb neutron-server[83861]: { 'AddressGroup': {'1.1'}, Feb 17 21:09:43.938109 dv-cinder-760193-4-smb neutron-server[83861]: 'ConntrackHelper': {'1.0'}, Feb 17 21:09:43.938109 dv-cinder-760193-4-smb neutron-server[83861]: 'Log': {'1.0'}, Feb 17 21:09:43.938109 dv-cinder-760193-4-smb neutron-server[83861]: 'Network': {'1.1'}, Feb 17 21:09:43.938109 dv-cinder-760193-4-smb neutron-server[83861]: 'Port': {'1.7'}, Feb 17 21:09:43.938109 dv-cinder-760193-4-smb neutron-server[83861]: 'PortForwarding': {'1.2'}, Feb 17 21:09:43.938109 dv-cinder-760193-4-smb neutron-server[83861]: 'QosPolicy': {'1.8'}, Feb 17 21:09:43.938109 dv-cinder-760193-4-smb neutron-server[83861]: 'SecurityGroup': {'1.4'}, Feb 17 21:09:43.938109 dv-cinder-760193-4-smb neutron-server[83861]: 'SecurityGroupRule': {'1.2'}, Feb 17 21:09:43.938109 dv-cinder-760193-4-smb neutron-server[83861]: 'SubPort': {'1.0'}, Feb 17 21:09:43.938109 dv-cinder-760193-4-smb neutron-server[83861]: 'Subnet': {'1.1'}, Feb 17 21:09:43.938109 dv-cinder-760193-4-smb neutron-server[83861]: 'Trunk': {'1.1'}} Feb 17 21:09:43.938109 dv-cinder-760193-4-smb neutron-server[83861]: consumer versions: Feb 17 21:09:43.938109 dv-cinder-760193-4-smb neutron-server[83861]: { DHCP agent@dv-cinder-760193-4-smb: {}, Feb 17 21:09:43.938109 dv-cinder-760193-4-smb neutron-server[83861]: L3 agent@dv-cinder-760193-4-smb: {}, Feb 17 21:09:43.938109 dv-cinder-760193-4-smb neutron-server[83861]: Metadata agent@dv-cinder-760193-4-smb: {}, Feb 17 21:09:43.938109 dv-cinder-760193-4-smb neutron-server[83861]: Metering agent@dv-cinder-760193-4-smb: {}, Feb 17 21:09:43.938109 dv-cinder-760193-4-smb neutron-server[83861]: Open vSwitch agent@dv-cinder-760193-4-smb: { 'AddressGroup': '1.1', Feb 17 21:09:43.938109 dv-cinder-760193-4-smb neutron-server[83861]: 'ConntrackHelper': '1.0', Feb 17 21:09:43.938109 dv-cinder-760193-4-smb neutron-server[83861]: 'Log': '1.0', Feb 17 21:09:43.938109 dv-cinder-760193-4-smb neutron-server[83861]: 'Network': '1.1', Feb 17 21:09:43.938109 dv-cinder-760193-4-smb neutron-server[83861]: 'Port': '1.7', Feb 17 21:09:43.938109 dv-cinder-760193-4-smb neutron-server[83861]: 'PortForwarding': '1.2', Feb 17 21:09:43.938109 dv-cinder-760193-4-smb neutron-server[83861]: 'QosPolicy': '1.8', Feb 17 21:09:43.938109 dv-cinder-760193-4-smb neutron-server[83861]: 'SecurityGroup': '1.4', Feb 17 21:09:43.938109 dv-cinder-760193-4-smb neutron-server[83861]: 'SecurityGroupRule': '1.2', Feb 17 21:09:43.938109 dv-cinder-760193-4-smb neutron-server[83861]: 'SubPort': '1.0', Feb 17 21:09:43.938109 dv-cinder-760193-4-smb neutron-server[83861]: 'Subnet': '1.1', Feb 17 21:09:43.938109 dv-cinder-760193-4-smb neutron-server[83861]: 'Trunk': '1.1'}} Feb 17 21:09:43.938109 dv-cinder-760193-4-smb neutron-server[83861]: {{(pid=83973) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 21:09:43.942560 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-e1ac4483-ecd8-4bc2-88c4-c86eb043e72c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=83973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:09:44.113417 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [None req-d5adada3-0320-4c0d-945e-62c35345cb9d None None] Attempting to bind port 18b0e19c-9f6d-468d-abc8-e2d4d5040737 on host dv-cinder-760193-4-smb for vnic_type normal with profile {{(pid=83973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 21:09:44.113840 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [None req-d5adada3-0320-4c0d-945e-62c35345cb9d None None] Attempting to bind port 18b0e19c-9f6d-468d-abc8-e2d4d5040737 by drivers openvswitch on host dv-cinder-760193-4-smb at level 0 using segments [{'id': '574c4729-619a-42c1-ad69-b1744943e146', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '805d4a1a-b8ab-4e67-a35e-0a6241e162a2'}] {{(pid=83973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 21:09:44.114260 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5adada3-0320-4c0d-945e-62c35345cb9d None None] Attempting to bind port 18b0e19c-9f6d-468d-abc8-e2d4d5040737 on network 805d4a1a-b8ab-4e67-a35e-0a6241e162a2 {{(pid=83973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 21:09:44.120245 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5adada3-0320-4c0d-945e-62c35345cb9d None None] Checking agent: {'id': '1f40505b-3e8c-4bc5-b539-d04281a15ea5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 21, 9, 4), 'started_at': datetime.datetime(2021, 2, 17, 21, 9, 34), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.98', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 21:09:44.120746 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5adada3-0320-4c0d-945e-62c35345cb9d None None] Checking segment: {'id': '574c4729-619a-42c1-ad69-b1744943e146', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '805d4a1a-b8ab-4e67-a35e-0a6241e162a2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:09:44.121137 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d5adada3-0320-4c0d-945e-62c35345cb9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:44.121723 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5adada3-0320-4c0d-945e-62c35345cb9d None None] Bound using segment: {'id': '574c4729-619a-42c1-ad69-b1744943e146', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '805d4a1a-b8ab-4e67-a35e-0a6241e162a2'} {{(pid=83973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 21:09:44.122267 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [None req-d5adada3-0320-4c0d-945e-62c35345cb9d None None] Bound port: 18b0e19c-9f6d-468d-abc8-e2d4d5040737, host: dv-cinder-760193-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '574c4729-619a-42c1-ad69-b1744943e146', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '805d4a1a-b8ab-4e67-a35e-0a6241e162a2'}}] {{(pid=83973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 21:09:44.122709 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d5adada3-0320-4c0d-945e-62c35345cb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:44.195858 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.agents_db [None req-d7035ca1-ab1a-4600-abec-6b06ab5f95db None None] Agent healthcheck: found 5 active agents {{(pid=83973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 21:09:44.227930 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-d5adada3-0320-4c0d-945e-62c35345cb9d None None] For port 18b0e19c-9f6d-468d-abc8-e2d4d5040737, host dv-cinder-760193-4-smb, cleared binding levels {{(pid=83973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 21:09:44.234573 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-d5adada3-0320-4c0d-945e-62c35345cb9d None None] For port 18b0e19c-9f6d-468d-abc8-e2d4d5040737, host dv-cinder-760193-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-smb',level=0,port_id=18b0e19c-9f6d-468d-abc8-e2d4d5040737,segment=NetworkSegment(574c4729-619a-42c1-ad69-b1744943e146),segment_id=574c4729-619a-42c1-ad69-b1744943e146)] {{(pid=83973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 21:09:44.238759 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d5adada3-0320-4c0d-945e-62c35345cb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:44.254350 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-e1ac4483-ecd8-4bc2-88c4-c86eb043e72c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:09:44.407878 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ac4483-ecd8-4bc2-88c4-c86eb043e72c None None] Pushing event updated for resources: {'Port': ['ID=18b0e19c-9f6d-468d-abc8-e2d4d5040737,revision_number=4']} {{(pid=83973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:09:44.413719 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-e1ac4483-ecd8-4bc2-88c4-c86eb043e72c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:09:44.475676 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5adada3-0320-4c0d-945e-62c35345cb9d None None] Routers {'e096d72f-3e22-467b-a917-a18ca4e960e6'} bound to L3 agent in host dv-cinder-760193-4-smb {{(pid=83973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:09:44.475676 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-d5adada3-0320-4c0d-945e-62c35345cb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T21:09:02Z,description=,heartbeat_timestamp=2021-02-17T21:09:32Z,host='dv-cinder-760193-4-smb',id=0536e1cb-4d3e-42d2-8b6d-8bd52a4e2590,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T21:09:02Z,topic='l3_agent')) {'router_ids': ['e096d72f-3e22-467b-a917-a18ca4e960e6'], 'active': True} {{(pid=83973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:09:44.648752 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvr_db [None req-d5adada3-0320-4c0d-945e-62c35345cb9d None None] Set router e096d72f-3e22-467b-a917-a18ca4e960e6 gateway port host: None {{(pid=83973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:09:44.985603 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 58576) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:09:45.004403 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-d5adada3-0320-4c0d-945e-62c35345cb9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e096d72f-3e22-467b-a917-a18ca4e960e6', 'name': 'router1', 'tenant_id': 'd2249cd8aa714074a17737073f2a6054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:09:29Z', 'updated_at': '2021-02-17T21:09:41Z', 'revision_number': 2, 'project_id': 'd2249cd8aa714074a17737073f2a6054', 'gw_port_host': None, '_interfaces': [{'id': '18b0e19c-9f6d-468d-abc8-e2d4d5040737', 'name': '', 'network_id': '805d4a1a-b8ab-4e67-a35e-0a6241e162a2', 'tenant_id': 'd2249cd8aa714074a17737073f2a6054', 'mac_address': 'fa:16:3e:56:49:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e096d72f-3e22-467b-a917-a18ca4e960e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bff4ee87-b753-4b95-a1b9-38ed111037ef', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:09:40Z', 'updated_at': '2021-02-17T21:09:44Z', 'revision_number': 4, 'project_id': 'd2249cd8aa714074a17737073f2a6054', 'subnets': [{'id': 'bff4ee87-b753-4b95-a1b9-38ed111037ef', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bf8bfee6-6b6c-466d-859d-bd2cb2db256d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-4-smb', False) {} {{(pid=83973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:09:45.008699 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5adada3-0320-4c0d-945e-62c35345cb9d None None] The sync data for ids ['e096d72f-3e22-467b-a917-a18ca4e960e6'] in dv-cinder-760193-4-smb is: [{'id': 'e096d72f-3e22-467b-a917-a18ca4e960e6', 'name': 'router1', 'tenant_id': 'd2249cd8aa714074a17737073f2a6054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:09:29Z', 'updated_at': '2021-02-17T21:09:41Z', 'revision_number': 2, 'project_id': 'd2249cd8aa714074a17737073f2a6054', 'gw_port_host': None, '_interfaces': [{'id': '18b0e19c-9f6d-468d-abc8-e2d4d5040737', 'name': '', 'network_id': '805d4a1a-b8ab-4e67-a35e-0a6241e162a2', 'tenant_id': 'd2249cd8aa714074a17737073f2a6054', 'mac_address': 'fa:16:3e:56:49:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e096d72f-3e22-467b-a917-a18ca4e960e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bff4ee87-b753-4b95-a1b9-38ed111037ef', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:09:40Z', 'updated_at': '2021-02-17T21:09:44Z', 'revision_number': 4, 'project_id': 'd2249cd8aa714074a17737073f2a6054', 'subnets': [{'id': 'bff4ee87-b753-4b95-a1b9-38ed111037ef', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bf8bfee6-6b6c-466d-859d-bd2cb2db256d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 21:09:45.159494 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75418550-ad4f-4d8b-86ce-74ec3812a569 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:09:45.160033 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-75418550-ad4f-4d8b-86ce-74ec3812a569 admin admin] Synchronizing usage tracker for tenant:b87c9843c75748d0a4a679d52436e5b1 on resource:network {{(pid=83971) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:09:45.177543 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-75418550-ad4f-4d8b-86ce-74ec3812a569 admin admin] Unset dirty status for tenant:b87c9843c75748d0a4a679d52436e5b1 on resource:network {{(pid=83971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:09:45.178833 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-75418550-ad4f-4d8b-86ce-74ec3812a569 admin admin] 10.222.0.90 "GET /v2.0/networks/35a248c9-4e56-449c-88ff-c033f82ee17e HTTP/1.1" status: 200 len: 842 time: 0.1921668 Feb 17 21:09:45.189882 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [None req-a45e854a-4198-46de-87af-9d4bd1721295 admin admin] Request body: {'subnet': {'gateway_ip': '172.28.3.1', 'ip_version': 4, 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'cidr': '172.28.3.0/24', 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=83971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:09:45.195503 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-a45e854a-4198-46de-87af-9d4bd1721295 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:09:45.199743 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-a45e854a-4198-46de-87af-9d4bd1721295 admin admin] Usage tracker for resource:subnet and tenant:b87c9843c75748d0a4a679d52436e5b1 is out of sync, need to count used quota {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:09:45.202835 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-a45e854a-4198-46de-87af-9d4bd1721295 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:09:45.208987 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-a45e854a-4198-46de-87af-9d4bd1721295 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:09:45.217918 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a45e854a-4198-46de-87af-9d4bd1721295 admin admin] Made reservation on behalf of b87c9843c75748d0a4a679d52436e5b1 for: {'subnet': 1} {{(pid=83971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:09:45.222825 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-a45e854a-4198-46de-87af-9d4bd1721295 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:45.690262 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.objects.ports [None req-a45e854a-4198-46de-87af-9d4bd1721295 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83971) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 21:09:45.690865 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-a45e854a-4198-46de-87af-9d4bd1721295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826'] for subnet, after_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:45.706562 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:09:45.832771 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45e854a-4198-46de-87af-9d4bd1721295 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44c24f99-5b56-46d4-85cc-b908fd8db103,revision_number=0']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:09:45.839103 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-a45e854a-4198-46de-87af-9d4bd1721295 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:09:45.914907 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45e854a-4198-46de-87af-9d4bd1721295 admin admin] Checking segment: {'id': '1160e08b-7d0c-4f07-a68b-9e1b3764f9c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:09:45.915307 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45e854a-4198-46de-87af-9d4bd1721295 admin admin] Network hostable DHCP agents. Network: 35a248c9-4e56-449c-88ff-c033f82ee17e, hostable agents: ['81574b38-487a-4663-81fe-2ebf358e1d09'], hosted agents: [] {{(pid=83971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 21:09:45.941115 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45e854a-4198-46de-87af-9d4bd1721295 admin admin] Network 35a248c9-4e56-449c-88ff-c033f82ee17e is scheduled to be hosted by DHCP agent 81574b38-487a-4663-81fe-2ebf358e1d09 with binding_index 1 {{(pid=83971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 21:09:45.951883 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.base_scheduler [None req-a45e854a-4198-46de-87af-9d4bd1721295 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-4-smb, 35a248c9-4e56-449c-88ff-c033f82ee17e) {{(pid=83971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:09:45.956846 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45e854a-4198-46de-87af-9d4bd1721295 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:09:45.957517 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-a45e854a-4198-46de-87af-9d4bd1721295 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854194843'] for subnet, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:45.967673 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae17c126-430f-403f-9e7d-093a86969e99 None None] Network 35a248c9-4e56-449c-88ff-c033f82ee17e requested from dv-cinder-760193-4-smb {{(pid=83972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 21:09:45.978936 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-a45e854a-4198-46de-87af-9d4bd1721295 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7934487 Feb 17 21:09:46.230427 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83556328-cc9a-4650-945f-6536bdc9be12 None None] Network 35a248c9-4e56-449c-88ff-c033f82ee17e requested from dv-cinder-760193-4-smb {{(pid=83972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 21:09:46.491445 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Device 18b0e19c-9f6d-468d-abc8-e2d4d5040737 up at agent ovs-agent-dv-cinder-760193-4-smb {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:09:46.596829 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Provisioning for port 18b0e19c-9f6d-468d-abc8-e2d4d5040737 completed by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:09:46.602273 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Provisioning complete for port 18b0e19c-9f6d-468d-abc8-e2d4d5040737 triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:09:46.602704 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:46.729431 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:46.762570 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] For port 18b0e19c-9f6d-468d-abc8-e2d4d5040737, host dv-cinder-760193-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-smb',level=0,port_id=18b0e19c-9f6d-468d-abc8-e2d4d5040737,segment=NetworkSegment(574c4729-619a-42c1-ad69-b1744943e146),segment_id=574c4729-619a-42c1-ad69-b1744943e146)] {{(pid=83972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:09:46.765403 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:46.769114 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:09:46.839196 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Pushing event updated for resources: {'Port': ['ID=18b0e19c-9f6d-468d-abc8-e2d4d5040737,revision_number=5']} {{(pid=83972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:09:46.842831 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:09:48.472722 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Device 18b0e19c-9f6d-468d-abc8-e2d4d5040737 up at agent ovs-agent-dv-cinder-760193-4-smb {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:09:48.548706 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Provisioning complete for port 18b0e19c-9f6d-468d-abc8-e2d4d5040737 triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:09:48.549192 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:48.617618 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 58590) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:09:48.835943 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-45bcfc33-7ce5-4771-bd19-ba9be4405ee3 admin admin] 10.222.0.90 "GET /v2.0/routers/e096d72f-3e22-467b-a917-a18ca4e960e6 HTTP/1.1" status: 200 len: 710 time: 0.2170751 Feb 17 21:09:48.981298 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92b1d14-84f7-490a-b2ae-6c2d3c8a8a3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:09:48.982750 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-f92b1d14-84f7-490a-b2ae-6c2d3c8a8a3e admin admin] 10.222.0.90 "GET /v2.0/networks/35a248c9-4e56-449c-88ff-c033f82ee17e HTTP/1.1" status: 200 len: 886 time: 0.1370759 Feb 17 21:09:48.992622 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [None req-d7678efd-a907-4b89-83d3-e6157c79d10c admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e'}}} {{(pid=83971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:09:49.463000 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d7678efd-a907-4b89-83d3-e6157c79d10c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853850566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853854798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2227'] for router, precommit_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:49.994084 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d7678efd-a907-4b89-83d3-e6157c79d10c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:50.056534 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d7678efd-a907-4b89-83d3-e6157c79d10c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:50.069535 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d7678efd-a907-4b89-83d3-e6157c79d10c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:50.084503 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-d7678efd-a907-4b89-83d3-e6157c79d10c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:09:50.088534 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-d7678efd-a907-4b89-83d3-e6157c79d10c admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:09:50.091796 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-d7678efd-a907-4b89-83d3-e6157c79d10c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:09:50.097955 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-d7678efd-a907-4b89-83d3-e6157c79d10c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:09:50.185232 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d7678efd-a907-4b89-83d3-e6157c79d10c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:50.187841 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d7678efd-a907-4b89-83d3-e6157c79d10c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:50.203795 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:09:50.297855 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7678efd-a907-4b89-83d3-e6157c79d10c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=626483e9-6990-45b0-a94d-698687ea2dff,revision_number=1']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:09:50.301632 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d7678efd-a907-4b89-83d3-e6157c79d10c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:09:50.468410 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.db_base_plugin_common [None req-d7678efd-a907-4b89-83d3-e6157c79d10c admin admin] Allocated IP 172.28.3.243 (35a248c9-4e56-449c-88ff-c033f82ee17e/44c24f99-5b56-46d4-85cc-b908fd8db103/b8c59ca1-e758-4d2d-b4d7-41fc4c1ebca3) {{(pid=83971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 21:09:50.623259 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d7678efd-a907-4b89-83d3-e6157c79d10c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:50.653123 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d7678efd-a907-4b89-83d3-e6157c79d10c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782347517401'] for port, after_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:50.669563 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-99849033-17b3-49eb-bd81-4cd0c520257d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:09:50.806352 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7678efd-a907-4b89-83d3-e6157c79d10c admin admin] Pushing event updated for resources: {'Port': ['ID=b8c59ca1-e758-4d2d-b4d7-41fc4c1ebca3,revision_number=1']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:09:50.811376 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d7678efd-a907-4b89-83d3-e6157c79d10c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:09:50.861755 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7678efd-a907-4b89-83d3-e6157c79d10c admin admin] Network 35a248c9-4e56-449c-88ff-c033f82ee17e is already hosted by enough agents. {{(pid=83971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:09:50.862930 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.base_scheduler [None req-d7678efd-a907-4b89-83d3-e6157c79d10c admin admin] Resources bound (agent type, host, resource id): {{(pid=83971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:09:50.865285 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7678efd-a907-4b89-83d3-e6157c79d10c admin admin] Received port after_create {{(pid=83971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 21:09:51.275879 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d7678efd-a907-4b89-83d3-e6157c79d10c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:51.817315 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d7678efd-a907-4b89-83d3-e6157c79d10c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853850566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853854798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2227'] for router, precommit_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:51.820915 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d7678efd-a907-4b89-83d3-e6157c79d10c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-925185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-925234', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036853850615', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-921019'] for router, after_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:52.010477 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7678efd-a907-4b89-83d3-e6157c79d10c admin admin] Router e096d72f-3e22-467b-a917-a18ca4e960e6 has already been hosted by L3 agent 0536e1cb-4d3e-42d2-8b6d-8bd52a4e2590 {{(pid=83971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 21:09:52.208334 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7678efd-a907-4b89-83d3-e6157c79d10c admin admin] Notify agent at l3_agent.dv-cinder-760193-4-smb the message routers_updated {{(pid=83971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 21:09:52.219059 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1d7c44-bc91-4b16-8b52-8dba616a427c None None] Sync routers for ids ['e096d72f-3e22-467b-a917-a18ca4e960e6'] in dv-cinder-760193-4-smb {{(pid=83972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 21:09:52.226962 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d7678efd-a907-4b89-83d3-e6157c79d10c admin admin] Notify callbacks [] for router, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:52.228240 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-d7678efd-a907-4b89-83d3-e6157c79d10c admin admin] 10.222.0.90 "PUT /v2.0/routers/e096d72f-3e22-467b-a917-a18ca4e960e6 HTTP/1.1" status: 200 len: 890 time: 3.2390933 Feb 17 21:09:52.229749 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1d7c44-bc91-4b16-8b52-8dba616a427c None None] Routers {'e096d72f-3e22-467b-a917-a18ca4e960e6'} bound to L3 agent in host dv-cinder-760193-4-smb {{(pid=83972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:09:52.230469 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-3c1d7c44-bc91-4b16-8b52-8dba616a427c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T21:09:02Z,description=,heartbeat_timestamp=2021-02-17T21:09:32Z,host='dv-cinder-760193-4-smb',id=0536e1cb-4d3e-42d2-8b6d-8bd52a4e2590,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T21:09:02Z,topic='l3_agent')) {'router_ids': ['e096d72f-3e22-467b-a917-a18ca4e960e6'], 'active': True} {{(pid=83972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:09:52.446292 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvr_db [None req-3c1d7c44-bc91-4b16-8b52-8dba616a427c None None] Set router e096d72f-3e22-467b-a917-a18ca4e960e6 gateway port host: dv-cinder-760193-4-smb {{(pid=83972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:09:52.811624 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-3c1d7c44-bc91-4b16-8b52-8dba616a427c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e096d72f-3e22-467b-a917-a18ca4e960e6', 'name': 'router1', 'tenant_id': 'd2249cd8aa714074a17737073f2a6054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'external_fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.243'}], 'enable_snat': True}, 'gw_port_id': 'b8c59ca1-e758-4d2d-b4d7-41fc4c1ebca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:09:29Z', 'updated_at': '2021-02-17T21:09:51Z', 'revision_number': 4, 'project_id': 'd2249cd8aa714074a17737073f2a6054', 'gw_port': {'id': 'b8c59ca1-e758-4d2d-b4d7-41fc4c1ebca3', 'name': '', 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:42:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e096d72f-3e22-467b-a917-a18ca4e960e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:09:50Z', 'updated_at': '2021-02-17T21:09:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-smb', '_interfaces': [{'id': '18b0e19c-9f6d-468d-abc8-e2d4d5040737', 'name': '', 'network_id': '805d4a1a-b8ab-4e67-a35e-0a6241e162a2', 'tenant_id': 'd2249cd8aa714074a17737073f2a6054', 'mac_address': 'fa:16:3e:56:49:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e096d72f-3e22-467b-a917-a18ca4e960e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bff4ee87-b753-4b95-a1b9-38ed111037ef', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:09:40Z', 'updated_at': '2021-02-17T21:09:46Z', 'revision_number': 5, 'project_id': 'd2249cd8aa714074a17737073f2a6054', 'subnets': [{'id': 'bff4ee87-b753-4b95-a1b9-38ed111037ef', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bf8bfee6-6b6c-466d-859d-bd2cb2db256d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-4-smb', False) {} {{(pid=83972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:09:52.818146 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1d7c44-bc91-4b16-8b52-8dba616a427c None None] Checking router: e096d72f-3e22-467b-a917-a18ca4e960e6 for host: dv-cinder-760193-4-smb {{(pid=83972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 21:09:52.818540 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1d7c44-bc91-4b16-8b52-8dba616a427c None None] Updating router e096d72f-3e22-467b-a917-a18ca4e960e6 port b8c59ca1-e758-4d2d-b4d7-41fc4c1ebca3 binding host dv-cinder-760193-4-smb {{(pid=83972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 21:09:52.877147 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-3c1d7c44-bc91-4b16-8b52-8dba616a427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:53.293399 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-3c1d7c44-bc91-4b16-8b52-8dba616a427c None None] Notify callbacks [] for port, precommit_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:53.306883 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-3c1d7c44-bc91-4b16-8b52-8dba616a427c None None] Transition to ACTIVE for port object b8c59ca1-e758-4d2d-b4d7-41fc4c1ebca3 will not be triggered until provisioned by entity L2. {{(pid=83972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:09:53.310501 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-3c1d7c44-bc91-4b16-8b52-8dba616a427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:53.327032 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-b5687a6d-11b1-42e0-99a9-316646ee923f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:09:53.468902 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de61558c-05c3-4892-8495-efc64b404059 None None] Pushing event updated for resources: {'Port': ['ID=b8c59ca1-e758-4d2d-b4d7-41fc4c1ebca3,revision_number=2']} {{(pid=83972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:09:53.474099 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-de61558c-05c3-4892-8495-efc64b404059 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:09:53.536453 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [None req-3c1d7c44-bc91-4b16-8b52-8dba616a427c None None] Attempting to bind port b8c59ca1-e758-4d2d-b4d7-41fc4c1ebca3 on host dv-cinder-760193-4-smb for vnic_type normal with profile {{(pid=83972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 21:09:53.536852 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [None req-3c1d7c44-bc91-4b16-8b52-8dba616a427c None None] Attempting to bind port b8c59ca1-e758-4d2d-b4d7-41fc4c1ebca3 by drivers openvswitch on host dv-cinder-760193-4-smb at level 0 using segments [{'id': '1160e08b-7d0c-4f07-a68b-9e1b3764f9c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e'}] {{(pid=83972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 21:09:53.537258 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1d7c44-bc91-4b16-8b52-8dba616a427c None None] Attempting to bind port b8c59ca1-e758-4d2d-b4d7-41fc4c1ebca3 on network 35a248c9-4e56-449c-88ff-c033f82ee17e {{(pid=83972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 21:09:53.543108 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1d7c44-bc91-4b16-8b52-8dba616a427c None None] Checking agent: {'id': '1f40505b-3e8c-4bc5-b539-d04281a15ea5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 21, 9, 4), 'started_at': datetime.datetime(2021, 2, 17, 21, 9, 34), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.98', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 21:09:53.543529 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1d7c44-bc91-4b16-8b52-8dba616a427c None None] Checking segment: {'id': '1160e08b-7d0c-4f07-a68b-9e1b3764f9c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:09:53.543976 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-3c1d7c44-bc91-4b16-8b52-8dba616a427c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:53.544405 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1d7c44-bc91-4b16-8b52-8dba616a427c None None] Bound using segment: {'id': '1160e08b-7d0c-4f07-a68b-9e1b3764f9c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e'} {{(pid=83972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 21:09:53.544899 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [None req-3c1d7c44-bc91-4b16-8b52-8dba616a427c None None] Bound port: b8c59ca1-e758-4d2d-b4d7-41fc4c1ebca3, host: dv-cinder-760193-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1160e08b-7d0c-4f07-a68b-9e1b3764f9c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e'}}] {{(pid=83972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 21:09:53.545321 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-3c1d7c44-bc91-4b16-8b52-8dba616a427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:53.659061 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-3c1d7c44-bc91-4b16-8b52-8dba616a427c None None] For port b8c59ca1-e758-4d2d-b4d7-41fc4c1ebca3, host dv-cinder-760193-4-smb, cleared binding levels {{(pid=83972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 21:09:53.664266 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-3c1d7c44-bc91-4b16-8b52-8dba616a427c None None] For port b8c59ca1-e758-4d2d-b4d7-41fc4c1ebca3, host dv-cinder-760193-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-smb',level=0,port_id=b8c59ca1-e758-4d2d-b4d7-41fc4c1ebca3,segment=NetworkSegment(1160e08b-7d0c-4f07-a68b-9e1b3764f9c4),segment_id=1160e08b-7d0c-4f07-a68b-9e1b3764f9c4)] {{(pid=83972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 21:09:53.669362 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-3c1d7c44-bc91-4b16-8b52-8dba616a427c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:53.694836 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:09:54.012731 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de61558c-05c3-4892-8495-efc64b404059 None None] Pushing event updated for resources: {'Port': ['ID=b8c59ca1-e758-4d2d-b4d7-41fc4c1ebca3,revision_number=3']} {{(pid=83972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:09:54.018804 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-de61558c-05c3-4892-8495-efc64b404059 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:09:54.059124 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1d7c44-bc91-4b16-8b52-8dba616a427c None None] Routers {'e096d72f-3e22-467b-a917-a18ca4e960e6'} bound to L3 agent in host dv-cinder-760193-4-smb {{(pid=83972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:09:54.059719 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-3c1d7c44-bc91-4b16-8b52-8dba616a427c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-17T21:09:02Z,description=,heartbeat_timestamp=2021-02-17T21:09:32Z,host='dv-cinder-760193-4-smb',id=0536e1cb-4d3e-42d2-8b6d-8bd52a4e2590,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T21:09:02Z,topic='l3_agent')) {'router_ids': ['e096d72f-3e22-467b-a917-a18ca4e960e6'], 'active': True} {{(pid=83972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:09:54.251689 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvr_db [None req-3c1d7c44-bc91-4b16-8b52-8dba616a427c None None] Set router e096d72f-3e22-467b-a917-a18ca4e960e6 gateway port host: dv-cinder-760193-4-smb {{(pid=83972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:09:54.609869 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-3c1d7c44-bc91-4b16-8b52-8dba616a427c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e096d72f-3e22-467b-a917-a18ca4e960e6', 'name': 'router1', 'tenant_id': 'd2249cd8aa714074a17737073f2a6054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'external_fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.243'}], 'enable_snat': True}, 'gw_port_id': 'b8c59ca1-e758-4d2d-b4d7-41fc4c1ebca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:09:29Z', 'updated_at': '2021-02-17T21:09:51Z', 'revision_number': 4, 'project_id': 'd2249cd8aa714074a17737073f2a6054', 'gw_port': {'id': 'b8c59ca1-e758-4d2d-b4d7-41fc4c1ebca3', 'name': '', 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:42:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e096d72f-3e22-467b-a917-a18ca4e960e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:09:50Z', 'updated_at': '2021-02-17T21:09:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-smb', '_interfaces': [{'id': '18b0e19c-9f6d-468d-abc8-e2d4d5040737', 'name': '', 'network_id': '805d4a1a-b8ab-4e67-a35e-0a6241e162a2', 'tenant_id': 'd2249cd8aa714074a17737073f2a6054', 'mac_address': 'fa:16:3e:56:49:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e096d72f-3e22-467b-a917-a18ca4e960e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bff4ee87-b753-4b95-a1b9-38ed111037ef', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:09:40Z', 'updated_at': '2021-02-17T21:09:46Z', 'revision_number': 5, 'project_id': 'd2249cd8aa714074a17737073f2a6054', 'subnets': [{'id': 'bff4ee87-b753-4b95-a1b9-38ed111037ef', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bf8bfee6-6b6c-466d-859d-bd2cb2db256d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-4-smb', False) {} {{(pid=83972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:09:54.614722 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1d7c44-bc91-4b16-8b52-8dba616a427c None None] The sync data for ids ['e096d72f-3e22-467b-a917-a18ca4e960e6'] in dv-cinder-760193-4-smb is: [{'id': 'e096d72f-3e22-467b-a917-a18ca4e960e6', 'name': 'router1', 'tenant_id': 'd2249cd8aa714074a17737073f2a6054', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'external_fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.243'}], 'enable_snat': True}, 'gw_port_id': 'b8c59ca1-e758-4d2d-b4d7-41fc4c1ebca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:09:29Z', 'updated_at': '2021-02-17T21:09:51Z', 'revision_number': 4, 'project_id': 'd2249cd8aa714074a17737073f2a6054', 'gw_port': {'id': 'b8c59ca1-e758-4d2d-b4d7-41fc4c1ebca3', 'name': '', 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:42:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e096d72f-3e22-467b-a917-a18ca4e960e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:09:50Z', 'updated_at': '2021-02-17T21:09:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-smb', '_interfaces': [{'id': '18b0e19c-9f6d-468d-abc8-e2d4d5040737', 'name': '', 'network_id': '805d4a1a-b8ab-4e67-a35e-0a6241e162a2', 'tenant_id': 'd2249cd8aa714074a17737073f2a6054', 'mac_address': 'fa:16:3e:56:49:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e096d72f-3e22-467b-a917-a18ca4e960e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bff4ee87-b753-4b95-a1b9-38ed111037ef', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:09:40Z', 'updated_at': '2021-02-17T21:09:46Z', 'revision_number': 5, 'project_id': 'd2249cd8aa714074a17737073f2a6054', 'subnets': [{'id': 'bff4ee87-b753-4b95-a1b9-38ed111037ef', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bf8bfee6-6b6c-466d-859d-bd2cb2db256d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 21:09:55.084892 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 58600) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:09:55.212003 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111536cc-9978-4cc5-b5eb-4d08d46fe2d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:09:55.213787 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-111536cc-9978-4cc5-b5eb-4d08d46fe2d7 admin admin] 10.222.0.90 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1078 time: 0.1278517 Feb 17 21:09:56.502472 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Device b8c59ca1-e758-4d2d-b4d7-41fc4c1ebca3 up at agent ovs-agent-dv-cinder-760193-4-smb {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:09:56.583833 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Provisioning for port b8c59ca1-e758-4d2d-b4d7-41fc4c1ebca3 completed by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:09:56.591762 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Provisioning complete for port b8c59ca1-e758-4d2d-b4d7-41fc4c1ebca3 triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:09:56.592318 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:56.730341 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:56.749307 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] For port b8c59ca1-e758-4d2d-b4d7-41fc4c1ebca3, host dv-cinder-760193-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-smb',level=0,port_id=b8c59ca1-e758-4d2d-b4d7-41fc4c1ebca3,segment=NetworkSegment(1160e08b-7d0c-4f07-a68b-9e1b3764f9c4),segment_id=1160e08b-7d0c-4f07-a68b-9e1b3764f9c4)] {{(pid=83972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:09:56.753471 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:09:56.756016 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:09:56.837347 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Pushing event updated for resources: {'Port': ['ID=b8c59ca1-e758-4d2d-b4d7-41fc4c1ebca3,revision_number=4']} {{(pid=83972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:09:56.840873 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:09:58.496643 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Device b8c59ca1-e758-4d2d-b4d7-41fc4c1ebca3 up at agent ovs-agent-dv-cinder-760193-4-smb {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:09:58.617747 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Provisioning complete for port b8c59ca1-e758-4d2d-b4d7-41fc4c1ebca3 triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:09:58.618399 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:00.405510 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-891b5a7c-ff63-4d15-a51a-d14df089294e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:02.477571 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-9821a20c-41eb-4961-a48e-b9e735a1ec98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:03.212397 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f1cec3f0-2839-4108-802d-97c7b40b55a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:04.460043 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:04.908941 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-b3b29b12-cbe5-4ec2-9621-66af0787c66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:21.185154 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.agents_db [None req-d7035ca1-ab1a-4600-abec-6b06ab5f95db None None] Agent healthcheck: found 5 active agents {{(pid=83973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 21:10:30.399746 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-2d09e741-6554-4218-9dc4-840ba1b91918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:32.457297 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-2a9eaed1-183b-4a8c-9ca3-dddad82f121d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:33.179638 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f1cec3f0-2839-4108-802d-97c7b40b55a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:34.456245 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:34.896757 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-b3b29b12-cbe5-4ec2-9621-66af0787c66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:10:58.186641 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.agents_db [None req-d7035ca1-ab1a-4600-abec-6b06ab5f95db None None] Agent healthcheck: found 5 active agents {{(pid=83973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 21:11:00.402940 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-9be8364a-f12e-463a-914f-4683e535e794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:11:02.459933 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-4e2c3003-311c-46e9-a6d9-1e73dbd58c34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:11:03.182210 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f1cec3f0-2839-4108-802d-97c7b40b55a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:11:04.458873 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:11:04.902157 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-b3b29b12-cbe5-4ec2-9621-66af0787c66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:11:30.406886 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-7d03464d-ac83-4cfa-8458-59b54761e20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:11:32.460858 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-80b96b83-a5e4-4ea6-bbd8-077df2e6102c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:11:33.184974 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f1cec3f0-2839-4108-802d-97c7b40b55a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:11:34.460958 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:11:34.905141 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-b3b29b12-cbe5-4ec2-9621-66af0787c66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:11:35.186219 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.agents_db [None req-d7035ca1-ab1a-4600-abec-6b06ab5f95db None None] Agent healthcheck: found 5 active agents {{(pid=83973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 21:12:00.409851 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-2114cc8c-14fd-40f6-8822-b58fca079528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:12:02.463316 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-63aa79e9-91c5-4dc4-a1eb-bb3ffed1fbee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:12:03.187189 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f1cec3f0-2839-4108-802d-97c7b40b55a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:12:04.463696 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:12:04.910090 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-b3b29b12-cbe5-4ec2-9621-66af0787c66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:12:08.053932 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 59176) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:12:08.128960 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.pecan_wsgi.hooks.translation [None req-120520d0-6a83-478d-aa5c-c1cea6e150d6 admin admin] GET failed (client error): The resource could not be found. Feb 17 21:12:08.130312 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-120520d0-6a83-478d-aa5c-c1cea6e150d6 admin admin] 10.222.0.90 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0753605 Feb 17 21:12:08.271368 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91833e09-b58f-4f10-b6be-926a83cad353 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:12:08.272839 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-91833e09-b58f-4f10-b6be-926a83cad353 admin admin] 10.222.0.90 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.1382353 Feb 17 21:12:10.741355 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 59186) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:12:10.860008 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86076c90-6787-4d15-911b-3ed62391bf11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:12:10.860610 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-86076c90-6787-4d15-911b-3ed62391bf11 admin admin] Synchronizing usage tracker for tenant:b87c9843c75748d0a4a679d52436e5b1 on resource:subnet {{(pid=83971) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:12:10.875834 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-86076c90-6787-4d15-911b-3ed62391bf11 admin admin] Unset dirty status for tenant:b87c9843c75748d0a4a679d52436e5b1 on resource:subnet {{(pid=83971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:12:10.877092 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-86076c90-6787-4d15-911b-3ed62391bf11 admin admin] 10.222.0.90 "GET /v2.0/subnets/bff4ee87-b753-4b95-a1b9-38ed111037ef HTTP/1.1" status: 200 len: 849 time: 0.1346781 Feb 17 21:12:10.887394 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [None req-659bac55-be4e-40a2-8b45-ba74ccfdf866 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:12:11.013399 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-659bac55-be4e-40a2-8b45-ba74ccfdf866 admin admin] Notify callbacks [] for subnet, before_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:12:11.322007 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-659bac55-be4e-40a2-8b45-ba74ccfdf866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363254506875354'] for subnet, after_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:12:11.337521 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-a45e854a-4198-46de-87af-9d4bd1721295 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:12:11.476049 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659bac55-be4e-40a2-8b45-ba74ccfdf866 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bff4ee87-b753-4b95-a1b9-38ed111037ef,revision_number=1']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:12:11.487648 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659bac55-be4e-40a2-8b45-ba74ccfdf866 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:12:11.488028 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659bac55-be4e-40a2-8b45-ba74ccfdf866 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:12:11.488401 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659bac55-be4e-40a2-8b45-ba74ccfdf866 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:12:11.488770 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659bac55-be4e-40a2-8b45-ba74ccfdf866 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:12:11.489135 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659bac55-be4e-40a2-8b45-ba74ccfdf866 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:12:11.489498 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659bac55-be4e-40a2-8b45-ba74ccfdf866 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:12:11.489856 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659bac55-be4e-40a2-8b45-ba74ccfdf866 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:12:11.490217 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659bac55-be4e-40a2-8b45-ba74ccfdf866 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:12:11.490595 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659bac55-be4e-40a2-8b45-ba74ccfdf866 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:12:11.490976 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659bac55-be4e-40a2-8b45-ba74ccfdf866 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:12:11.491331 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659bac55-be4e-40a2-8b45-ba74ccfdf866 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:12:11.491688 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659bac55-be4e-40a2-8b45-ba74ccfdf866 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:12:11.504869 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-659bac55-be4e-40a2-8b45-ba74ccfdf866 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:12:11.535480 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659bac55-be4e-40a2-8b45-ba74ccfdf866 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:12:11.536120 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-659bac55-be4e-40a2-8b45-ba74ccfdf866 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854194843'] for subnet, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:12:11.537484 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-659bac55-be4e-40a2-8b45-ba74ccfdf866 admin admin] 10.222.0.90 "PUT /v2.0/subnets/bff4ee87-b753-4b95-a1b9-38ed111037ef HTTP/1.1" status: 200 len: 868 time: 0.6541848 Feb 17 21:12:11.540567 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066efe5e-eca4-44de-b8f0-785d32f7c979 None None] Network 805d4a1a-b8ab-4e67-a35e-0a6241e162a2 requested from dv-cinder-760193-4-smb {{(pid=83972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 21:12:12.059249 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-c8bb91fd-34e2-4108-ab50-b1682d581369 None None] Provisioning complete for port 18b0e19c-9f6d-468d-abc8-e2d4d5040737 triggered by entity DHCP. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:12:12.059249 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-c8bb91fd-34e2-4108-ab50-b1682d581369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:12:12.185613 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.agents_db [None req-d7035ca1-ab1a-4600-abec-6b06ab5f95db None None] Agent healthcheck: found 5 active agents {{(pid=83973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 21:12:12.193702 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-c8bb91fd-34e2-4108-ab50-b1682d581369 None None] Provisioning complete for port ee440854-8bf4-46d5-a1d0-1d245f61f4b6 triggered by entity DHCP. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:12:12.194116 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-c8bb91fd-34e2-4108-ab50-b1682d581369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:12:14.012110 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 59196) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:12:14.196575 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34eea8e7-227c-42d3-92d8-9fc72cc699e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:12:14.196922 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34eea8e7-227c-42d3-92d8-9fc72cc699e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:12:14.198552 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-34eea8e7-227c-42d3-92d8-9fc72cc699e3 admin admin] 10.222.0.90 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.1853125 Feb 17 21:12:16.687564 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 59206) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:12:16.870475 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfff961f-82ea-4eb6-9115-2fbb80aee37f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:12:16.870954 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfff961f-82ea-4eb6-9115-2fbb80aee37f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:12:16.872566 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-bfff961f-82ea-4eb6-9115-2fbb80aee37f admin admin] 10.222.0.90 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.1839800 Feb 17 21:12:19.345526 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 59216) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:12:19.524857 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6c2cda-ff22-4898-a406-b7913f5a69c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:12:19.526319 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-ea6c2cda-ff22-4898-a406-b7913f5a69c8 admin admin] 10.222.0.90 "GET /v2.0/networks/35a248c9-4e56-449c-88ff-c033f82ee17e HTTP/1.1" status: 200 len: 886 time: 0.1797836 Feb 17 21:12:21.987183 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 59226) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:12:22.175838 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63634d8d-320b-45c3-b2e2-b152d75b5eda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:12:22.177212 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-63634d8d-320b-45c3-b2e2-b152d75b5eda admin admin] 10.222.0.90 "GET /v2.0/networks/805d4a1a-b8ab-4e67-a35e-0a6241e162a2 HTTP/1.1" status: 200 len: 862 time: 0.1889751 Feb 17 21:12:24.659007 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 59236) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:12:24.774690 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c122e074-b47f-487e-ac2b-978dd1a0b8d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:12:24.775113 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c122e074-b47f-487e-ac2b-978dd1a0b8d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:12:24.776756 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-c122e074-b47f-487e-ac2b-978dd1a0b8d6 admin admin] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1167188 Feb 17 21:12:27.250404 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 59246) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:12:27.369141 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70fed913-9dac-4364-8193-3808493c71a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:12:27.369478 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70fed913-9dac-4364-8193-3808493c71a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:12:27.371087 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-70fed913-9dac-4364-8193-3808493c71a3 admin admin] 10.222.0.90 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1196189 Feb 17 21:12:29.834554 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 59256) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:12:30.127502 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dcfb421-9e8a-4fe9-9f99-b32fe283ea41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:12:30.128971 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-5dcfb421-9e8a-4fe9-9f99-b32fe283ea41 admin admin] 10.222.0.90 "GET /v2.0/subnets/44c24f99-5b56-46d4-85cc-b908fd8db103 HTTP/1.1" status: 200 len: 816 time: 0.2933543 Feb 17 21:12:30.412214 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-66168907-9fe9-478f-8c28-5db8ce783ec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:12:32.465197 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-54e7acb5-6d9b-486f-83eb-16758e8f9c3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:12:32.662432 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 59266) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:12:32.778532 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11bdff5d-b6c5-4471-a1ed-cc6e1fa31cb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:12:32.780618 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-11bdff5d-b6c5-4471-a1ed-cc6e1fa31cb9 admin admin] 10.222.0.90 "GET /v2.0/subnets/bff4ee87-b753-4b95-a1b9-38ed111037ef HTTP/1.1" status: 200 len: 868 time: 0.1171284 Feb 17 21:12:33.191226 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f1cec3f0-2839-4108-802d-97c7b40b55a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:12:34.468628 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:12:34.914241 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-b3b29b12-cbe5-4ec2-9621-66af0787c66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:12:49.185352 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.agents_db [None req-d7035ca1-ab1a-4600-abec-6b06ab5f95db None None] Agent healthcheck: found 5 active agents {{(pid=83973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 21:12:58.650772 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 59306) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:12:58.702680 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [None req-92f3473c-f77d-4a85-bf0d-38a833cc2271 admin admin] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=83971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 21:12:58.703785 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-92f3473c-f77d-4a85-bf0d-38a833cc2271 admin admin] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0519466 Feb 17 21:13:00.413057 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-598afbb2-6970-4b94-b8dc-f151bb9ce8ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:13:01.237953 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 59316) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:13:01.314075 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5b51825-b45c-45a8-8893-99e3ee081a35 admin admin] GET failed (client error): The resource could not be found. Feb 17 21:13:01.315451 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-d5b51825-b45c-45a8-8893-99e3ee081a35 admin admin] 10.222.0.90 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0765116 Feb 17 21:13:01.449044 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be64808-0f32-4984-a811-cb9b1bab1485 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:13:01.450554 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-8be64808-0f32-4984-a811-cb9b1bab1485 admin admin] 10.222.0.90 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1307571 Feb 17 21:13:02.468473 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-8ac20e94-af5f-4aaa-9628-94ddde849464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:13:03.193007 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f1cec3f0-2839-4108-802d-97c7b40b55a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:13:03.941633 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 59326) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:13:03.992293 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [None req-30014630-6f54-4522-b83d-e75d5632bf10 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=83971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:13:03.997631 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-30014630-6f54-4522-b83d-e75d5632bf10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:13:04.007339 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-30014630-6f54-4522-b83d-e75d5632bf10 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:13:04.016422 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30014630-6f54-4522-b83d-e75d5632bf10 admin admin] Made reservation on behalf of b87c9843c75748d0a4a679d52436e5b1 for: {'network': 1} {{(pid=83971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:13:04.021008 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-30014630-6f54-4522-b83d-e75d5632bf10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for network, before_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:13:04.116270 dv-cinder-760193-4-smb neutron-server[83861]: WARNING neutron.services.revisions.revision_plugin [None req-30014630-6f54-4522-b83d-e75d5632bf10 admin admin] Could not find related network for resource to bump revision. Feb 17 21:13:04.133644 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30014630-6f54-4522-b83d-e75d5632bf10 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=83971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 21:13:04.144177 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-30014630-6f54-4522-b83d-e75d5632bf10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846507987'] for segment, precommit_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:13:04.144564 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.db.segments_db [None req-30014630-6f54-4522-b83d-e75d5632bf10 admin admin] Added segment e39e20ac-8347-4bd6-a544-42e1a70fef8d of type vxlan for network 04f30743-5aba-4e6a-b70f-7ce5290daf94 Feb 17 21:13:04.170180 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-30014630-6f54-4522-b83d-e75d5632bf10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363254507310776'] for network, precommit_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:13:04.198665 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-30014630-6f54-4522-b83d-e75d5632bf10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826'] for network, after_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:13:04.199848 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30014630-6f54-4522-b83d-e75d5632bf10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:13:04.201061 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-30014630-6f54-4522-b83d-e75d5632bf10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854194843'] for network, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:13:04.205808 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-6fe2de64-6501-4e9f-8158-8a4542852f67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:13:04.305935 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-30014630-6f54-4522-b83d-e75d5632bf10 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.3630877 Feb 17 21:13:04.308720 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30014630-6f54-4522-b83d-e75d5632bf10 admin admin] Pushing event updated for resources: {'Network': ['ID=04f30743-5aba-4e6a-b70f-7ce5290daf94,revision_number=1']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:13:04.320344 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-30014630-6f54-4522-b83d-e75d5632bf10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:13:04.328634 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Network 04f30743-5aba-4e6a-b70f-7ce5290daf94 details requested by agent ovs-agent-dv-cinder-760193-4-smb with host dv-cinder-760193-4-smb {{(pid=83972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 21:13:04.460582 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:13:04.917126 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-b3b29b12-cbe5-4ec2-9621-66af0787c66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:13:06.805029 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 59336) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:13:06.879147 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.pecan_wsgi.hooks.translation [None req-236ae8c3-9cb6-4ee8-97b0-4aa7bdedcf07 admin admin] GET failed (client error): The resource could not be found. Feb 17 21:13:06.879711 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-236ae8c3-9cb6-4ee8-97b0-4aa7bdedcf07 admin admin] Synchronizing usage tracker for tenant:b87c9843c75748d0a4a679d52436e5b1 on resource:network {{(pid=83971) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:13:06.893902 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-236ae8c3-9cb6-4ee8-97b0-4aa7bdedcf07 admin admin] Unset dirty status for tenant:b87c9843c75748d0a4a679d52436e5b1 on resource:network {{(pid=83971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:13:06.895136 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-236ae8c3-9cb6-4ee8-97b0-4aa7bdedcf07 admin admin] 10.222.0.90 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0891249 Feb 17 21:13:07.010250 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59b34b9-b6cc-4a6a-8d36-7b2ee9eeb2cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:13:07.011832 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-d59b34b9-b6cc-4a6a-8d36-7b2ee9eeb2cf admin admin] 10.222.0.90 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1123593 Feb 17 21:13:07.023024 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [None req-d01cc7d2-bd92-4b64-8983-c4b7a664b872 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '04f30743-5aba-4e6a-b70f-7ce5290daf94'}} {{(pid=83971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:13:07.027524 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-d01cc7d2-bd92-4b64-8983-c4b7a664b872 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:13:07.037582 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-d01cc7d2-bd92-4b64-8983-c4b7a664b872 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:13:07.046505 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d01cc7d2-bd92-4b64-8983-c4b7a664b872 admin admin] Made reservation on behalf of b87c9843c75748d0a4a679d52436e5b1 for: {'subnet': 1} {{(pid=83971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:13:07.051431 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d01cc7d2-bd92-4b64-8983-c4b7a664b872 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:13:07.443917 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d01cc7d2-bd92-4b64-8983-c4b7a664b872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826'] for subnet, after_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:13:07.459323 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-659bac55-be4e-40a2-8b45-ba74ccfdf866 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:13:07.581261 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01cc7d2-bd92-4b64-8983-c4b7a664b872 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b313bdb8-832c-47cd-a42a-29245e49df93,revision_number=0']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:13:07.585620 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d01cc7d2-bd92-4b64-8983-c4b7a664b872 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:13:07.652078 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01cc7d2-bd92-4b64-8983-c4b7a664b872 admin admin] Checking segment: {'id': 'e39e20ac-8347-4bd6-a544-42e1a70fef8d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '04f30743-5aba-4e6a-b70f-7ce5290daf94'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:13:07.652460 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01cc7d2-bd92-4b64-8983-c4b7a664b872 admin admin] Network hostable DHCP agents. Network: 04f30743-5aba-4e6a-b70f-7ce5290daf94, hostable agents: ['81574b38-487a-4663-81fe-2ebf358e1d09'], hosted agents: [] {{(pid=83971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 21:13:07.670380 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01cc7d2-bd92-4b64-8983-c4b7a664b872 admin admin] Network 04f30743-5aba-4e6a-b70f-7ce5290daf94 is scheduled to be hosted by DHCP agent 81574b38-487a-4663-81fe-2ebf358e1d09 with binding_index 1 {{(pid=83971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 21:13:07.678207 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.base_scheduler [None req-d01cc7d2-bd92-4b64-8983-c4b7a664b872 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-4-smb, 04f30743-5aba-4e6a-b70f-7ce5290daf94) {{(pid=83971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:13:07.682050 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01cc7d2-bd92-4b64-8983-c4b7a664b872 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:13:07.682707 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d01cc7d2-bd92-4b64-8983-c4b7a664b872 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854194843'] for subnet, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:13:07.687881 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350f7c58-7a08-47ba-a59f-eba32fa73627 None None] Network 04f30743-5aba-4e6a-b70f-7ce5290daf94 requested from dv-cinder-760193-4-smb {{(pid=83972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 21:13:07.708013 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-d01cc7d2-bd92-4b64-8983-c4b7a664b872 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6885977 Feb 17 21:13:07.925114 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2125721-07f3-4989-b1f5-e85674da97da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909145cb-0fec-5b9f-a561-58eb3c151e7d-04f30743-5aba-4e6a-b70f-7ce5290daf94', 'network_id': '04f30743-5aba-4e6a-b70f-7ce5290daf94', 'tenant_id': 'b87c9843c75748d0a4a679d52436e5b1', 'fixed_ips': [{'subnet_id': 'b313bdb8-832c-47cd-a42a-29245e49df93'}]}} from dv-cinder-760193-4-smb. {{(pid=83972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 21:13:07.926047 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d2125721-07f3-4989-b1f5-e85674da97da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_create {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:13:08.224076 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.db_base_plugin_common [None req-d2125721-07f3-4989-b1f5-e85674da97da None None] Allocated IP 192.168.233.2 (04f30743-5aba-4e6a-b70f-7ce5290daf94/b313bdb8-832c-47cd-a42a-29245e49df93/148e94d0-43ef-42e9-8eb2-7ae2149a4f0b) {{(pid=83972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 21:13:08.609717 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d2125721-07f3-4989-b1f5-e85674da97da None None] Notify callbacks [] for port, precommit_create {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:13:08.621085 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d2125721-07f3-4989-b1f5-e85674da97da None None] Transition to ACTIVE for port object 148e94d0-43ef-42e9-8eb2-7ae2149a4f0b will not be triggered until provisioned by entity L2. {{(pid=83972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:13:08.638785 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d2125721-07f3-4989-b1f5-e85674da97da None None] Transition to ACTIVE for port object 148e94d0-43ef-42e9-8eb2-7ae2149a4f0b will not be triggered until provisioned by entity DHCP. {{(pid=83972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:13:08.643653 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d2125721-07f3-4989-b1f5-e85674da97da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782347517401'] for port, after_create {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:13:08.659791 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-de61558c-05c3-4892-8495-efc64b404059 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:13:08.797183 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2125721-07f3-4989-b1f5-e85674da97da None None] Pushing event updated for resources: {'Port': ['ID=148e94d0-43ef-42e9-8eb2-7ae2149a4f0b,revision_number=1']} {{(pid=83972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:13:08.810710 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2125721-07f3-4989-b1f5-e85674da97da None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:13:08.811089 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2125721-07f3-4989-b1f5-e85674da97da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:13:08.811462 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2125721-07f3-4989-b1f5-e85674da97da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:13:08.811827 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2125721-07f3-4989-b1f5-e85674da97da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:13:08.812190 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2125721-07f3-4989-b1f5-e85674da97da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:13:08.812553 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2125721-07f3-4989-b1f5-e85674da97da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:13:08.812911 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2125721-07f3-4989-b1f5-e85674da97da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:13:08.813270 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2125721-07f3-4989-b1f5-e85674da97da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:13:08.813627 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2125721-07f3-4989-b1f5-e85674da97da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:13:08.813981 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2125721-07f3-4989-b1f5-e85674da97da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:13:08.814336 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2125721-07f3-4989-b1f5-e85674da97da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:13:08.814713 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2125721-07f3-4989-b1f5-e85674da97da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:13:08.828656 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d2125721-07f3-4989-b1f5-e85674da97da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:13:08.865336 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2125721-07f3-4989-b1f5-e85674da97da None None] Network 04f30743-5aba-4e6a-b70f-7ce5290daf94 is already hosted by enough agents. {{(pid=83972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:13:08.866493 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.base_scheduler [None req-d2125721-07f3-4989-b1f5-e85674da97da None None] Resources bound (agent type, host, resource id): {{(pid=83972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:13:08.868851 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2125721-07f3-4989-b1f5-e85674da97da None None] Received port after_create {{(pid=83972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 21:13:08.928077 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [None req-d2125721-07f3-4989-b1f5-e85674da97da None None] Attempting to bind port 148e94d0-43ef-42e9-8eb2-7ae2149a4f0b on host dv-cinder-760193-4-smb for vnic_type normal with profile {{(pid=83972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 21:13:08.928650 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [None req-d2125721-07f3-4989-b1f5-e85674da97da None None] Attempting to bind port 148e94d0-43ef-42e9-8eb2-7ae2149a4f0b by drivers openvswitch on host dv-cinder-760193-4-smb at level 0 using segments [{'id': 'e39e20ac-8347-4bd6-a544-42e1a70fef8d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '04f30743-5aba-4e6a-b70f-7ce5290daf94'}] {{(pid=83972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 21:13:08.928847 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2125721-07f3-4989-b1f5-e85674da97da None None] Attempting to bind port 148e94d0-43ef-42e9-8eb2-7ae2149a4f0b on network 04f30743-5aba-4e6a-b70f-7ce5290daf94 {{(pid=83972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 21:13:08.934839 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2125721-07f3-4989-b1f5-e85674da97da None None] Checking agent: {'id': '1f40505b-3e8c-4bc5-b539-d04281a15ea5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 21, 9, 4), 'started_at': datetime.datetime(2021, 2, 17, 21, 9, 34), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 13, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.98', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 21:13:08.935256 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2125721-07f3-4989-b1f5-e85674da97da None None] Checking segment: {'id': 'e39e20ac-8347-4bd6-a544-42e1a70fef8d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '04f30743-5aba-4e6a-b70f-7ce5290daf94'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:13:08.935693 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d2125721-07f3-4989-b1f5-e85674da97da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:13:08.936121 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2125721-07f3-4989-b1f5-e85674da97da None None] Bound using segment: {'id': 'e39e20ac-8347-4bd6-a544-42e1a70fef8d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '04f30743-5aba-4e6a-b70f-7ce5290daf94'} {{(pid=83972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 21:13:08.936627 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [None req-d2125721-07f3-4989-b1f5-e85674da97da None None] Bound port: 148e94d0-43ef-42e9-8eb2-7ae2149a4f0b, host: dv-cinder-760193-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e39e20ac-8347-4bd6-a544-42e1a70fef8d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '04f30743-5aba-4e6a-b70f-7ce5290daf94'}}] {{(pid=83972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 21:13:08.937035 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d2125721-07f3-4989-b1f5-e85674da97da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:13:09.033275 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-d2125721-07f3-4989-b1f5-e85674da97da None None] For port 148e94d0-43ef-42e9-8eb2-7ae2149a4f0b, host dv-cinder-760193-4-smb, cleared binding levels {{(pid=83972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 21:13:09.037214 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-d2125721-07f3-4989-b1f5-e85674da97da None None] For port 148e94d0-43ef-42e9-8eb2-7ae2149a4f0b, host dv-cinder-760193-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-smb',level=0,port_id=148e94d0-43ef-42e9-8eb2-7ae2149a4f0b,segment=NetworkSegment(e39e20ac-8347-4bd6-a544-42e1a70fef8d),segment_id=e39e20ac-8347-4bd6-a544-42e1a70fef8d)] {{(pid=83972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 21:13:09.039836 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d2125721-07f3-4989-b1f5-e85674da97da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:13:09.054394 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:13:09.199733 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2125721-07f3-4989-b1f5-e85674da97da None None] Pushing event updated for resources: {'Port': ['ID=148e94d0-43ef-42e9-8eb2-7ae2149a4f0b,revision_number=2']} {{(pid=83972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:13:09.204441 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d2125721-07f3-4989-b1f5-e85674da97da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:13:10.484120 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b9a1ce-88ec-4810-a74c-f2a96c8c352a None None] Network 04f30743-5aba-4e6a-b70f-7ce5290daf94 requested from dv-cinder-760193-4-smb {{(pid=83972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 21:13:10.578653 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-56a69c80-d499-4203-bd16-e82ea000823d None None] Provisioning for port 148e94d0-43ef-42e9-8eb2-7ae2149a4f0b completed by entity DHCP. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:13:10.658506 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Device 148e94d0-43ef-42e9-8eb2-7ae2149a4f0b up at agent ovs-agent-dv-cinder-760193-4-smb {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:13:10.800415 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Provisioning for port 148e94d0-43ef-42e9-8eb2-7ae2149a4f0b completed by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:13:10.807629 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Provisioning complete for port 148e94d0-43ef-42e9-8eb2-7ae2149a4f0b triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:13:10.808060 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:13:10.945260 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:13:10.982439 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] For port 148e94d0-43ef-42e9-8eb2-7ae2149a4f0b, host dv-cinder-760193-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-smb',level=0,port_id=148e94d0-43ef-42e9-8eb2-7ae2149a4f0b,segment=NetworkSegment(e39e20ac-8347-4bd6-a544-42e1a70fef8d),segment_id=e39e20ac-8347-4bd6-a544-42e1a70fef8d)] {{(pid=83972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:13:10.986511 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:13:10.988831 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:13:11.065409 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Pushing event updated for resources: {'Port': ['ID=148e94d0-43ef-42e9-8eb2-7ae2149a4f0b,revision_number=3']} {{(pid=83972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:13:11.069339 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:13:11.116368 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-ee2109ae-9b1d-463f-82c9-e115b4734b36 None None] Provisioning complete for port 148e94d0-43ef-42e9-8eb2-7ae2149a4f0b triggered by entity DHCP. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:13:11.116924 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ee2109ae-9b1d-463f-82c9-e115b4734b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:13:11.369914 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-0b168b2e-146d-48e5-a429-ebe84f47946f None None] Provisioning complete for port 148e94d0-43ef-42e9-8eb2-7ae2149a4f0b triggered by entity DHCP. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:13:11.370329 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-0b168b2e-146d-48e5-a429-ebe84f47946f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:13:11.615796 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-7f807d75-617b-436a-9255-4108efc8f7cb None None] Provisioning complete for port 148e94d0-43ef-42e9-8eb2-7ae2149a4f0b triggered by entity DHCP. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:13:11.616324 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-7f807d75-617b-436a-9255-4108efc8f7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:13:12.588654 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Device 148e94d0-43ef-42e9-8eb2-7ae2149a4f0b up at agent ovs-agent-dv-cinder-760193-4-smb {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:13:12.661217 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Provisioning complete for port 148e94d0-43ef-42e9-8eb2-7ae2149a4f0b triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:13:12.661756 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:13:26.185093 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.agents_db [None req-d7035ca1-ab1a-4600-abec-6b06ab5f95db None None] Agent healthcheck: found 5 active agents {{(pid=83973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 21:13:30.416272 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-b276d2eb-ae93-4341-95e1-e2fcfca1d0b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:13:32.470263 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-14bf1ef7-5776-49fb-b506-9af6df117aa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:13:33.195058 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f1cec3f0-2839-4108-802d-97c7b40b55a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:13:34.463242 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:13:34.921348 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-b3b29b12-cbe5-4ec2-9621-66af0787c66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:14:00.420882 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-1e7df43c-5c49-4613-9857-68aa3ef2477d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:14:02.471987 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-e548ba82-5f53-4e6f-8a14-ced896e50ea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:14:03.186022 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.agents_db [None req-d7035ca1-ab1a-4600-abec-6b06ab5f95db None None] Agent healthcheck: found 5 active agents {{(pid=83973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 21:14:03.197905 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f1cec3f0-2839-4108-802d-97c7b40b55a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:14:04.465673 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:14:04.925828 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-b3b29b12-cbe5-4ec2-9621-66af0787c66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:14:13.264669 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 59378) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:14:13.271091 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [None req-6b00b446-adb8-4a5d-b699-f587b7a6e35b tempest-verify_tempest_config-1550015933 tempest-verify_tempest_config-1550015933-project] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=83971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 21:14:13.272148 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-6b00b446-adb8-4a5d-b699-f587b7a6e35b tempest-verify_tempest_config-1550015933 tempest-verify_tempest_config-1550015933-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13450 time: 0.0064411 Feb 17 21:14:13.688115 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 59398) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:14:13.809465 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-74dbc2f3-f203-4bdb-b4fc-f56a2382d872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:14:13.825317 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-74dbc2f3-f203-4bdb-b4fc-f56a2382d872 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:14:13.829336 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-74dbc2f3-f203-4bdb-b4fc-f56a2382d872 admin admin] Usage tracker for resource:security_group_rule and tenant:ece3abfa2adb46d2a352e70e18bb29a0 is out of sync, need to count used quota {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:14:13.832262 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-74dbc2f3-f203-4bdb-b4fc-f56a2382d872 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:14:13.837928 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-74dbc2f3-f203-4bdb-b4fc-f56a2382d872 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:14:13.927001 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-74dbc2f3-f203-4bdb-b4fc-f56a2382d872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:14:13.929475 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-74dbc2f3-f203-4bdb-b4fc-f56a2382d872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:14:13.939260 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-6fe2de64-6501-4e9f-8158-8a4542852f67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:14:13.978859 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-74dbc2f3-f203-4bdb-b4fc-f56a2382d872 admin admin] Synchronizing usage tracker for tenant:b87c9843c75748d0a4a679d52436e5b1 on resource:security_group {{(pid=83971) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:14:13.983549 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dbc2f3-f203-4bdb-b4fc-f56a2382d872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd6287a8-5168-4d43-bffa-0e5957fb8fc7,revision_number=1']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:14:13.993660 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74dbc2f3-f203-4bdb-b4fc-f56a2382d872 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:14:13.994045 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74dbc2f3-f203-4bdb-b4fc-f56a2382d872 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:14:13.994420 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74dbc2f3-f203-4bdb-b4fc-f56a2382d872 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:14:13.994815 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74dbc2f3-f203-4bdb-b4fc-f56a2382d872 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:14:13.995179 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74dbc2f3-f203-4bdb-b4fc-f56a2382d872 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:14:13.996185 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74dbc2f3-f203-4bdb-b4fc-f56a2382d872 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:14:13.996640 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74dbc2f3-f203-4bdb-b4fc-f56a2382d872 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:14:13.997013 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74dbc2f3-f203-4bdb-b4fc-f56a2382d872 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:14:13.997390 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74dbc2f3-f203-4bdb-b4fc-f56a2382d872 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:14:13.997752 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74dbc2f3-f203-4bdb-b4fc-f56a2382d872 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:14:13.998111 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74dbc2f3-f203-4bdb-b4fc-f56a2382d872 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:14:13.998466 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74dbc2f3-f203-4bdb-b4fc-f56a2382d872 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:14:14.003767 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-74dbc2f3-f203-4bdb-b4fc-f56a2382d872 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:14:14.011066 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-74dbc2f3-f203-4bdb-b4fc-f56a2382d872 admin admin] Unset dirty status for tenant:b87c9843c75748d0a4a679d52436e5b1 on resource:security_group {{(pid=83971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:14:14.012528 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-74dbc2f3-f203-4bdb-b4fc-f56a2382d872 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=ece3abfa2adb46d2a352e70e18bb29a0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3233860 Feb 17 21:14:14.015406 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 59404) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:14:14.076721 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-abdf5587-4ef3-4d0e-99e5-f9a718cdc865 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:14:14.103633 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-abdf5587-4ef3-4d0e-99e5-f9a718cdc865 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:14:14.152139 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-abdf5587-4ef3-4d0e-99e5-f9a718cdc865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:14:14.157082 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:14:14.170818 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdf5587-4ef3-4d0e-99e5-f9a718cdc865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd6287a8-5168-4d43-bffa-0e5957fb8fc7,revision_number=None']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:14:14.173742 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-abdf5587-4ef3-4d0e-99e5-f9a718cdc865 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:14:14.174659 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-abdf5587-4ef3-4d0e-99e5-f9a718cdc865 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:14:14.175822 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-abdf5587-4ef3-4d0e-99e5-f9a718cdc865 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/cd6287a8-5168-4d43-bffa-0e5957fb8fc7 HTTP/1.1" status: 204 len: 168 time: 0.1594763 Feb 17 21:14:30.422894 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-59dc55a7-fd28-4dc1-8d84-f46c8577cdf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:14:32.474779 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-1cb9b1dd-6045-4da8-b341-06afa0696cc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:14:33.200364 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f1cec3f0-2839-4108-802d-97c7b40b55a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:14:34.467890 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:14:34.930918 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-b3b29b12-cbe5-4ec2-9621-66af0787c66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:14:40.185833 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.agents_db [None req-d7035ca1-ab1a-4600-abec-6b06ab5f95db None None] Agent healthcheck: found 5 active agents {{(pid=83973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 21:15:00.423651 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-4a9d5614-5815-4ee9-ba0d-c5d6216b9503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:15:02.476004 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-708abf34-fcb7-4864-aa04-c5d97987e086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:15:03.203233 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f1cec3f0-2839-4108-802d-97c7b40b55a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:15:04.470215 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:15:04.931248 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-b3b29b12-cbe5-4ec2-9621-66af0787c66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:15:17.185396 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.agents_db [None req-d7035ca1-ab1a-4600-abec-6b06ab5f95db None None] Agent healthcheck: found 5 active agents {{(pid=83973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 21:15:30.426191 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-20c04f94-21df-4f5a-81f8-346f95b795fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:15:32.476613 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-745ed07a-871a-4390-aec6-ef91fbb09bff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:15:33.206531 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f1cec3f0-2839-4108-802d-97c7b40b55a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:15:34.472657 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:15:34.933690 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-b3b29b12-cbe5-4ec2-9621-66af0787c66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:15:54.185069 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.agents_db [None req-d7035ca1-ab1a-4600-abec-6b06ab5f95db None None] Agent healthcheck: found 5 active agents {{(pid=83973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 21:15:59.371195 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134'] for agent, after_create {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:15:59.371719 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:15:59.371937 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:15:59.372312 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:15:59.372681 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:15:59.373050 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:15:59.373416 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:15:59.373783 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:15:59.374149 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:15:59.374510 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:15:59.374899 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:15:59.375267 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:15:59.375630 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:15:59.376015 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-cinder-76019', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=83972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:15:59.380448 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-76019', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=83972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:15:59.681945 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] get_endpoint_by_host() called for host hv-cinder-76019 {{(pid=83972) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 17 21:15:59.686572 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] get_endpoint_by_ip() called for ip 192.168.0.69 {{(pid=83972) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 17 21:15:59.689678 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] _add_endpoint() called for ip 192.168.0.69 {{(pid=83972) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 17 21:15:59.694413 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] _get_endpoints() called {{(pid=83972) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 17 21:16:00.426836 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d29881c8-a9fb-46bc-b778-5e5871dd669d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:16:02.477117 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-297f4c45-1e37-449b-9cda-bdd062936322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:16:03.208498 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f1cec3f0-2839-4108-802d-97c7b40b55a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:16:04.475118 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:16:04.938264 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-b3b29b12-cbe5-4ec2-9621-66af0787c66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:16:12.805585 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 59478) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:16:12.928638 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-522a5bdf-9f01-40f7-9da3-f3b8f84b11ea admin admin] 10.222.0.90 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.1218758 Feb 17 21:16:15.394834 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 59488) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:16:15.454664 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-4edeb283-dc28-4bbe-820e-bafb326d8d5c admin admin] 10.222.0.90 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.0586398 Feb 17 21:16:29.382647 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:16:30.427370 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-3ecc6195-3fc0-4d7e-932f-73ffb9122552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:16:31.184938 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.agents_db [None req-d7035ca1-ab1a-4600-abec-6b06ab5f95db None None] Agent healthcheck: found 6 active agents {{(pid=83973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 21:16:32.477754 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-b0287234-7a58-4f68-874b-d3386562899e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:16:33.210882 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f1cec3f0-2839-4108-802d-97c7b40b55a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:16:34.476571 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:16:34.940425 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-b3b29b12-cbe5-4ec2-9621-66af0787c66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:16:59.389335 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:17:00.427484 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-5c8bde1c-1894-433b-b38e-70a655a1637a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:17:02.480139 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-cc1af4b8-6eb4-4fe0-b956-93807beeb621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:17:03.214715 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f1cec3f0-2839-4108-802d-97c7b40b55a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:17:04.478875 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:17:04.944137 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-b3b29b12-cbe5-4ec2-9621-66af0787c66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:17:08.185577 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.agents_db [None req-d7035ca1-ab1a-4600-abec-6b06ab5f95db None None] Agent healthcheck: found 6 active agents {{(pid=83973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 21:17:29.396869 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:17:30.428733 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-2bbfe402-e3ff-4a92-b567-e841e22906ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:17:32.484100 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-9e9fb52d-2571-4ff1-9a49-90245e434ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:17:33.219245 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f1cec3f0-2839-4108-802d-97c7b40b55a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:17:34.481880 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:17:34.949220 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-b3b29b12-cbe5-4ec2-9621-66af0787c66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:17:45.186036 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.agents_db [None req-d7035ca1-ab1a-4600-abec-6b06ab5f95db None None] Agent healthcheck: found 6 active agents {{(pid=83973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 21:17:59.401699 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:00.445177 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-3955993a-5126-468d-8b79-00c296983cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:02.489921 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-a41f19f5-37b7-493f-a8d9-5da0a32b8faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:02.786957 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 59676) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:18:02.806841 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 59682) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:18:03.221801 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f1cec3f0-2839-4108-802d-97c7b40b55a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:03.285285 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [None req-26f006bc-07b7-4a60-8155-088c601f7dfb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-978606717-network', 'tenant_id': '9cd772018d984344b6df5dd95a3340d9'}} {{(pid=83970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:18:03.290251 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-26f006bc-07b7-4a60-8155-088c601f7dfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:18:03.294930 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-26f006bc-07b7-4a60-8155-088c601f7dfb admin admin] Usage tracker for resource:network and tenant:9cd772018d984344b6df5dd95a3340d9 is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:18:03.298496 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-26f006bc-07b7-4a60-8155-088c601f7dfb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:18:03.304220 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-26f006bc-07b7-4a60-8155-088c601f7dfb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:18:03.316395 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26f006bc-07b7-4a60-8155-088c601f7dfb admin admin] Made reservation on behalf of 9cd772018d984344b6df5dd95a3340d9 for: {'network': 1} {{(pid=83970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:18:03.321237 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-26f006bc-07b7-4a60-8155-088c601f7dfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for network, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:03.341924 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [None req-41d574bc-034e-4617-bcd2-3ad9743d8dea admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1631065911-network', 'tenant_id': '1e8007caa2284731820d67e6f9d57ee9'}} {{(pid=83970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:18:03.345603 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 59700) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:18:03.350691 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-41d574bc-034e-4617-bcd2-3ad9743d8dea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:18:03.356083 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-41d574bc-034e-4617-bcd2-3ad9743d8dea admin admin] Usage tracker for resource:network and tenant:1e8007caa2284731820d67e6f9d57ee9 is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:18:03.359736 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-41d574bc-034e-4617-bcd2-3ad9743d8dea admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:18:03.366157 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-41d574bc-034e-4617-bcd2-3ad9743d8dea admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:18:03.375414 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-26f006bc-07b7-4a60-8155-088c601f7dfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:03.392739 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d574bc-034e-4617-bcd2-3ad9743d8dea admin admin] Made reservation on behalf of 1e8007caa2284731820d67e6f9d57ee9 for: {'network': 1} {{(pid=83970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:18:03.397550 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-41d574bc-034e-4617-bcd2-3ad9743d8dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for network, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:03.410044 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-26f006bc-07b7-4a60-8155-088c601f7dfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:18:03.415774 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-41d574bc-034e-4617-bcd2-3ad9743d8dea admin admin] Notify callbacks [] for security_group, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:03.428021 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-26f006bc-07b7-4a60-8155-088c601f7dfb admin admin] Usage tracker for resource:security_group_rule and tenant:9cd772018d984344b6df5dd95a3340d9 is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:18:03.433981 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-26f006bc-07b7-4a60-8155-088c601f7dfb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:18:03.442550 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-41d574bc-034e-4617-bcd2-3ad9743d8dea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:18:03.445254 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-26f006bc-07b7-4a60-8155-088c601f7dfb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:18:03.450593 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-41d574bc-034e-4617-bcd2-3ad9743d8dea admin admin] Usage tracker for resource:security_group_rule and tenant:1e8007caa2284731820d67e6f9d57ee9 is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:18:03.455255 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-41d574bc-034e-4617-bcd2-3ad9743d8dea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:18:03.464905 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-41d574bc-034e-4617-bcd2-3ad9743d8dea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:18:03.518325 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 59708) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:18:03.590630 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [None req-bf5ac192-2667-410b-a1ab-6e7de7235824 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-344551245-network', 'tenant_id': '99ecb63817724b3b843973136a4f57b7'}} {{(pid=83971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:18:03.598289 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-26f006bc-07b7-4a60-8155-088c601f7dfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:03.598928 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-bf5ac192-2667-410b-a1ab-6e7de7235824 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:18:03.610554 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-bf5ac192-2667-410b-a1ab-6e7de7235824 admin admin] Usage tracker for resource:network and tenant:99ecb63817724b3b843973136a4f57b7 is out of sync, need to count used quota {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:18:03.612252 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-26f006bc-07b7-4a60-8155-088c601f7dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:03.616988 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-bf5ac192-2667-410b-a1ab-6e7de7235824 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:18:03.628597 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-aa02b791-05ef-4e2a-a37b-6c5ff831e0bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:03.630343 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-bf5ac192-2667-410b-a1ab-6e7de7235824 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:18:03.664668 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f006bc-07b7-4a60-8155-088c601f7dfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85f9f117-8ec6-4059-a517-5f639c808e7a,revision_number=1']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:03.677114 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f006bc-07b7-4a60-8155-088c601f7dfb admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:18:03.677492 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f006bc-07b7-4a60-8155-088c601f7dfb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:18:03.677888 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f006bc-07b7-4a60-8155-088c601f7dfb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:18:03.678412 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f006bc-07b7-4a60-8155-088c601f7dfb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:18:03.678827 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f006bc-07b7-4a60-8155-088c601f7dfb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:18:03.679199 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f006bc-07b7-4a60-8155-088c601f7dfb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:18:03.679554 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f006bc-07b7-4a60-8155-088c601f7dfb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:18:03.679955 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f006bc-07b7-4a60-8155-088c601f7dfb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:18:03.680412 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f006bc-07b7-4a60-8155-088c601f7dfb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:18:03.681239 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f006bc-07b7-4a60-8155-088c601f7dfb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:18:03.682385 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f006bc-07b7-4a60-8155-088c601f7dfb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:18:03.682804 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f006bc-07b7-4a60-8155-088c601f7dfb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:18:03.683275 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f006bc-07b7-4a60-8155-088c601f7dfb admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:18:03.683643 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f006bc-07b7-4a60-8155-088c601f7dfb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:18:03.684061 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f006bc-07b7-4a60-8155-088c601f7dfb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:18:03.684474 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f006bc-07b7-4a60-8155-088c601f7dfb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:18:03.684885 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f006bc-07b7-4a60-8155-088c601f7dfb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:18:03.685353 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f006bc-07b7-4a60-8155-088c601f7dfb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:18:03.685713 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f006bc-07b7-4a60-8155-088c601f7dfb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:18:03.686169 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f006bc-07b7-4a60-8155-088c601f7dfb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:18:03.686525 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f006bc-07b7-4a60-8155-088c601f7dfb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:18:03.686901 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f006bc-07b7-4a60-8155-088c601f7dfb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:18:03.687786 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f006bc-07b7-4a60-8155-088c601f7dfb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:18:03.687786 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f006bc-07b7-4a60-8155-088c601f7dfb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:18:03.689133 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f006bc-07b7-4a60-8155-088c601f7dfb admin admin] Tracked resource versions report: Feb 17 21:18:03.689133 dv-cinder-760193-4-smb neutron-server[83861]: pushed versions: Feb 17 21:18:03.689133 dv-cinder-760193-4-smb neutron-server[83861]: { 'AddressGroup': {'1.1'}, Feb 17 21:18:03.689133 dv-cinder-760193-4-smb neutron-server[83861]: 'ConntrackHelper': {'1.0'}, Feb 17 21:18:03.689133 dv-cinder-760193-4-smb neutron-server[83861]: 'Log': {'1.0'}, Feb 17 21:18:03.689133 dv-cinder-760193-4-smb neutron-server[83861]: 'Network': {'1.1'}, Feb 17 21:18:03.689133 dv-cinder-760193-4-smb neutron-server[83861]: 'Port': {'1.7'}, Feb 17 21:18:03.689133 dv-cinder-760193-4-smb neutron-server[83861]: 'PortForwarding': {'1.2'}, Feb 17 21:18:03.689133 dv-cinder-760193-4-smb neutron-server[83861]: 'QosPolicy': {'1.8'}, Feb 17 21:18:03.689133 dv-cinder-760193-4-smb neutron-server[83861]: 'SecurityGroup': {'1.4'}, Feb 17 21:18:03.689133 dv-cinder-760193-4-smb neutron-server[83861]: 'SecurityGroupRule': {'1.2'}, Feb 17 21:18:03.689133 dv-cinder-760193-4-smb neutron-server[83861]: 'SubPort': {'1.0'}, Feb 17 21:18:03.689133 dv-cinder-760193-4-smb neutron-server[83861]: 'Subnet': {'1.1'}, Feb 17 21:18:03.689133 dv-cinder-760193-4-smb neutron-server[83861]: 'Trunk': {'1.1'}} Feb 17 21:18:03.689133 dv-cinder-760193-4-smb neutron-server[83861]: consumer versions: Feb 17 21:18:03.689133 dv-cinder-760193-4-smb neutron-server[83861]: { DHCP agent@dv-cinder-760193-4-smb: {}, Feb 17 21:18:03.689133 dv-cinder-760193-4-smb neutron-server[83861]: L3 agent@dv-cinder-760193-4-smb: {}, Feb 17 21:18:03.689133 dv-cinder-760193-4-smb neutron-server[83861]: Metadata agent@dv-cinder-760193-4-smb: {}, Feb 17 21:18:03.689133 dv-cinder-760193-4-smb neutron-server[83861]: Metering agent@dv-cinder-760193-4-smb: {}, Feb 17 21:18:03.689133 dv-cinder-760193-4-smb neutron-server[83861]: Open vSwitch agent@dv-cinder-760193-4-smb: { 'AddressGroup': '1.1', Feb 17 21:18:03.689133 dv-cinder-760193-4-smb neutron-server[83861]: 'ConntrackHelper': '1.0', Feb 17 21:18:03.689133 dv-cinder-760193-4-smb neutron-server[83861]: 'Log': '1.0', Feb 17 21:18:03.689133 dv-cinder-760193-4-smb neutron-server[83861]: 'Network': '1.1', Feb 17 21:18:03.689133 dv-cinder-760193-4-smb neutron-server[83861]: 'Port': '1.7', Feb 17 21:18:03.689133 dv-cinder-760193-4-smb neutron-server[83861]: 'PortForwarding': '1.2', Feb 17 21:18:03.689133 dv-cinder-760193-4-smb neutron-server[83861]: 'QosPolicy': '1.8', Feb 17 21:18:03.689133 dv-cinder-760193-4-smb neutron-server[83861]: 'SecurityGroup': '1.4', Feb 17 21:18:03.689133 dv-cinder-760193-4-smb neutron-server[83861]: 'SecurityGroupRule': '1.2', Feb 17 21:18:03.689133 dv-cinder-760193-4-smb neutron-server[83861]: 'SubPort': '1.0', Feb 17 21:18:03.689133 dv-cinder-760193-4-smb neutron-server[83861]: 'Subnet': '1.1', Feb 17 21:18:03.689133 dv-cinder-760193-4-smb neutron-server[83861]: 'Trunk': '1.1'}, Feb 17 21:18:03.689133 dv-cinder-760193-4-smb neutron-server[83861]: Open vSwitch agent@hv-cinder-76019: { 'AddressGroup': '1.1', Feb 17 21:18:03.689133 dv-cinder-760193-4-smb neutron-server[83861]: 'ConntrackHelper': '1.0', Feb 17 21:18:03.689133 dv-cinder-760193-4-smb neutron-server[83861]: 'Log': '1.0', Feb 17 21:18:03.689133 dv-cinder-760193-4-smb neutron-server[83861]: 'Network': '1.1', Feb 17 21:18:03.689133 dv-cinder-760193-4-smb neutron-server[83861]: 'Port': '1.7', Feb 17 21:18:03.689133 dv-cinder-760193-4-smb neutron-server[83861]: 'PortForwarding': '1.2', Feb 17 21:18:03.689133 dv-cinder-760193-4-smb neutron-server[83861]: 'QosPolicy': '1.8', Feb 17 21:18:03.689133 dv-cinder-760193-4-smb neutron-server[83861]: 'SecurityGroup': '1.4', Feb 17 21:18:03.689133 dv-cinder-760193-4-smb neutron-server[83861]: 'SecurityGroupRule': '1.2', Feb 17 21:18:03.689133 dv-cinder-760193-4-smb neutron-server[83861]: 'SubPort': '1.0', Feb 17 21:18:03.689133 dv-cinder-760193-4-smb neutron-server[83861]: 'Subnet': '1.1', Feb 17 21:18:03.689133 dv-cinder-760193-4-smb neutron-server[83861]: 'Trunk': '1.1'}} Feb 17 21:18:03.689133 dv-cinder-760193-4-smb neutron-server[83861]: {{(pid=83970) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 21:18:03.701030 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-26f006bc-07b7-4a60-8155-088c601f7dfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:03.717397 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26f006bc-07b7-4a60-8155-088c601f7dfb admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=83970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 21:18:03.727369 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-41d574bc-034e-4617-bcd2-3ad9743d8dea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:03.734591 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-26f006bc-07b7-4a60-8155-088c601f7dfb admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363254506717436', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846507987'] for segment, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:03.735128 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.db.segments_db [None req-26f006bc-07b7-4a60-8155-088c601f7dfb admin admin] Added segment 3b7ba68f-1bdb-4082-8d82-80eb2313a4c3 of type vxlan for network 92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7 Feb 17 21:18:03.742926 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-41d574bc-034e-4617-bcd2-3ad9743d8dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:03.744592 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf5ac192-2667-410b-a1ab-6e7de7235824 admin admin] Made reservation on behalf of 99ecb63817724b3b843973136a4f57b7 for: {'network': 1} {{(pid=83971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:18:03.750356 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-bf5ac192-2667-410b-a1ab-6e7de7235824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for network, before_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:03.762385 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:03.779877 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-bf5ac192-2667-410b-a1ab-6e7de7235824 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:03.793354 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-26f006bc-07b7-4a60-8155-088c601f7dfb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363254507310776'] for network, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:03.820099 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-bf5ac192-2667-410b-a1ab-6e7de7235824 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:18:03.828582 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-bf5ac192-2667-410b-a1ab-6e7de7235824 admin admin] Usage tracker for resource:security_group_rule and tenant:99ecb63817724b3b843973136a4f57b7 is out of sync, need to count used quota {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:18:03.835565 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-26f006bc-07b7-4a60-8155-088c601f7dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826'] for network, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:03.838468 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-bf5ac192-2667-410b-a1ab-6e7de7235824 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:18:03.843383 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.db.api [None req-41d574bc-034e-4617-bcd2-3ad9743d8dea admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=83970) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 21:18:03.844168 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_db.api [None req-41d574bc-034e-4617-bcd2-3ad9743d8dea admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=83970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 21:18:03.846052 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f006bc-07b7-4a60-8155-088c601f7dfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:18:03.846907 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-26f006bc-07b7-4a60-8155-088c601f7dfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854194843'] for network, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:03.850477 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-bf5ac192-2667-410b-a1ab-6e7de7235824 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:18:03.859143 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d574bc-034e-4617-bcd2-3ad9743d8dea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5df91840-1d6e-47b1-b11d-86f99077f317,revision_number=1']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:03.867277 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-41d574bc-034e-4617-bcd2-3ad9743d8dea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:03.867956 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-aa02b791-05ef-4e2a-a37b-6c5ff831e0bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:03.923321 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [None req-2bf7d525-e0df-46a7-bb04-09f2608c0156 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-880118840-network', 'tenant_id': 'bfe6742a1a2d4e57a392436ce7f5b93c'}} {{(pid=83971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:18:03.936940 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-2bf7d525-e0df-46a7-bb04-09f2608c0156 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:18:03.948605 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-2bf7d525-e0df-46a7-bb04-09f2608c0156 admin admin] Usage tracker for resource:network and tenant:bfe6742a1a2d4e57a392436ce7f5b93c is out of sync, need to count used quota {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:18:03.954376 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-2bf7d525-e0df-46a7-bb04-09f2608c0156 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:18:03.969014 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-2bf7d525-e0df-46a7-bb04-09f2608c0156 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:18:03.985152 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-bf5ac192-2667-410b-a1ab-6e7de7235824 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:03.990047 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 59728) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:18:03.990656 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-26f006bc-07b7-4a60-8155-088c601f7dfb admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 1.2020886 Feb 17 21:18:03.997078 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f006bc-07b7-4a60-8155-088c601f7dfb admin admin] Pushing event updated for resources: {'Network': ['ID=92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7,revision_number=1']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:03.997573 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [None req-ebd1d010-c5ec-4e3b-bf01-8f38ce90d884 admin admin] Request body: {'subnet': {'network_id': '92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-978606717-subnet', 'tenant_id': '9cd772018d984344b6df5dd95a3340d9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:18:04.000261 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-26f006bc-07b7-4a60-8155-088c601f7dfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:04.004081 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-bf5ac192-2667-410b-a1ab-6e7de7235824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:04.009403 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bf7d525-e0df-46a7-bb04-09f2608c0156 admin admin] Made reservation on behalf of bfe6742a1a2d4e57a392436ce7f5b93c for: {'network': 1} {{(pid=83971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:18:04.010881 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Network 92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7 details requested by agent ovs-agent-dv-cinder-760193-4-smb with host dv-cinder-760193-4-smb {{(pid=83972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 21:18:04.015575 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-2bf7d525-e0df-46a7-bb04-09f2608c0156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for network, before_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:04.028547 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-74dbc2f3-f203-4bdb-b4fc-f56a2382d872 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:04.044768 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-ebd1d010-c5ec-4e3b-bf01-8f38ce90d884 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:18:04.049664 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-2bf7d525-e0df-46a7-bb04-09f2608c0156 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:04.072324 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-ebd1d010-c5ec-4e3b-bf01-8f38ce90d884 admin admin] Usage tracker for resource:subnet and tenant:9cd772018d984344b6df5dd95a3340d9 is out of sync, need to count used quota {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:18:04.076051 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf5ac192-2667-410b-a1ab-6e7de7235824 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=83971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 21:18:04.084565 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-ebd1d010-c5ec-4e3b-bf01-8f38ce90d884 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:18:04.109067 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-ebd1d010-c5ec-4e3b-bf01-8f38ce90d884 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:18:04.119427 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-2bf7d525-e0df-46a7-bb04-09f2608c0156 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:18:04.128810 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-bf5ac192-2667-410b-a1ab-6e7de7235824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846507987'] for segment, precommit_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:04.129283 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.db.segments_db [None req-bf5ac192-2667-410b-a1ab-6e7de7235824 admin admin] Added segment f4a680a4-70bd-4ad3-8819-012844941805 of type vxlan for network 35f9b575-0edf-435d-825c-afd5be1781b3 Feb 17 21:18:04.130951 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-2bf7d525-e0df-46a7-bb04-09f2608c0156 admin admin] Usage tracker for resource:security_group_rule and tenant:bfe6742a1a2d4e57a392436ce7f5b93c is out of sync, need to count used quota {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:18:04.136948 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-2bf7d525-e0df-46a7-bb04-09f2608c0156 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:18:04.149951 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5ac192-2667-410b-a1ab-6e7de7235824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce51754-d32d-475a-91fc-501dc12703ae,revision_number=1']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:04.155871 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-2bf7d525-e0df-46a7-bb04-09f2608c0156 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:18:04.168313 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5ac192-2667-410b-a1ab-6e7de7235824 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:18:04.168960 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5ac192-2667-410b-a1ab-6e7de7235824 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:18:04.169044 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5ac192-2667-410b-a1ab-6e7de7235824 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:18:04.169490 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5ac192-2667-410b-a1ab-6e7de7235824 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:18:04.169926 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5ac192-2667-410b-a1ab-6e7de7235824 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:18:04.170362 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5ac192-2667-410b-a1ab-6e7de7235824 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:18:04.172743 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5ac192-2667-410b-a1ab-6e7de7235824 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:18:04.173214 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5ac192-2667-410b-a1ab-6e7de7235824 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:18:04.173716 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5ac192-2667-410b-a1ab-6e7de7235824 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:18:04.174360 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5ac192-2667-410b-a1ab-6e7de7235824 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:18:04.174818 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5ac192-2667-410b-a1ab-6e7de7235824 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:18:04.175350 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5ac192-2667-410b-a1ab-6e7de7235824 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:18:04.175815 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5ac192-2667-410b-a1ab-6e7de7235824 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:18:04.176243 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5ac192-2667-410b-a1ab-6e7de7235824 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:18:04.176669 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5ac192-2667-410b-a1ab-6e7de7235824 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:18:04.177091 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5ac192-2667-410b-a1ab-6e7de7235824 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:18:04.177756 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5ac192-2667-410b-a1ab-6e7de7235824 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:18:04.178181 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5ac192-2667-410b-a1ab-6e7de7235824 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:18:04.178641 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5ac192-2667-410b-a1ab-6e7de7235824 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:18:04.179120 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5ac192-2667-410b-a1ab-6e7de7235824 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:18:04.179548 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5ac192-2667-410b-a1ab-6e7de7235824 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:18:04.179966 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5ac192-2667-410b-a1ab-6e7de7235824 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:18:04.180390 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5ac192-2667-410b-a1ab-6e7de7235824 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:18:04.181348 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5ac192-2667-410b-a1ab-6e7de7235824 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:18:04.182864 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf5ac192-2667-410b-a1ab-6e7de7235824 admin admin] Tracked resource versions report: Feb 17 21:18:04.182864 dv-cinder-760193-4-smb neutron-server[83861]: pushed versions: Feb 17 21:18:04.182864 dv-cinder-760193-4-smb neutron-server[83861]: { 'AddressGroup': {'1.1'}, Feb 17 21:18:04.182864 dv-cinder-760193-4-smb neutron-server[83861]: 'ConntrackHelper': {'1.0'}, Feb 17 21:18:04.182864 dv-cinder-760193-4-smb neutron-server[83861]: 'Log': {'1.0'}, Feb 17 21:18:04.182864 dv-cinder-760193-4-smb neutron-server[83861]: 'Network': {'1.1'}, Feb 17 21:18:04.182864 dv-cinder-760193-4-smb neutron-server[83861]: 'Port': {'1.7'}, Feb 17 21:18:04.182864 dv-cinder-760193-4-smb neutron-server[83861]: 'PortForwarding': {'1.2'}, Feb 17 21:18:04.182864 dv-cinder-760193-4-smb neutron-server[83861]: 'QosPolicy': {'1.8'}, Feb 17 21:18:04.182864 dv-cinder-760193-4-smb neutron-server[83861]: 'SecurityGroup': {'1.4'}, Feb 17 21:18:04.182864 dv-cinder-760193-4-smb neutron-server[83861]: 'SecurityGroupRule': {'1.2'}, Feb 17 21:18:04.182864 dv-cinder-760193-4-smb neutron-server[83861]: 'SubPort': {'1.0'}, Feb 17 21:18:04.182864 dv-cinder-760193-4-smb neutron-server[83861]: 'Subnet': {'1.1'}, Feb 17 21:18:04.182864 dv-cinder-760193-4-smb neutron-server[83861]: 'Trunk': {'1.1'}} Feb 17 21:18:04.182864 dv-cinder-760193-4-smb neutron-server[83861]: consumer versions: Feb 17 21:18:04.182864 dv-cinder-760193-4-smb neutron-server[83861]: { DHCP agent@dv-cinder-760193-4-smb: {}, Feb 17 21:18:04.182864 dv-cinder-760193-4-smb neutron-server[83861]: L3 agent@dv-cinder-760193-4-smb: {}, Feb 17 21:18:04.182864 dv-cinder-760193-4-smb neutron-server[83861]: Metadata agent@dv-cinder-760193-4-smb: {}, Feb 17 21:18:04.182864 dv-cinder-760193-4-smb neutron-server[83861]: Metering agent@dv-cinder-760193-4-smb: {}, Feb 17 21:18:04.182864 dv-cinder-760193-4-smb neutron-server[83861]: Open vSwitch agent@dv-cinder-760193-4-smb: { 'AddressGroup': '1.1', Feb 17 21:18:04.182864 dv-cinder-760193-4-smb neutron-server[83861]: 'ConntrackHelper': '1.0', Feb 17 21:18:04.182864 dv-cinder-760193-4-smb neutron-server[83861]: 'Log': '1.0', Feb 17 21:18:04.182864 dv-cinder-760193-4-smb neutron-server[83861]: 'Network': '1.1', Feb 17 21:18:04.182864 dv-cinder-760193-4-smb neutron-server[83861]: 'Port': '1.7', Feb 17 21:18:04.182864 dv-cinder-760193-4-smb neutron-server[83861]: 'PortForwarding': '1.2', Feb 17 21:18:04.182864 dv-cinder-760193-4-smb neutron-server[83861]: 'QosPolicy': '1.8', Feb 17 21:18:04.182864 dv-cinder-760193-4-smb neutron-server[83861]: 'SecurityGroup': '1.4', Feb 17 21:18:04.182864 dv-cinder-760193-4-smb neutron-server[83861]: 'SecurityGroupRule': '1.2', Feb 17 21:18:04.182864 dv-cinder-760193-4-smb neutron-server[83861]: 'SubPort': '1.0', Feb 17 21:18:04.182864 dv-cinder-760193-4-smb neutron-server[83861]: 'Subnet': '1.1', Feb 17 21:18:04.182864 dv-cinder-760193-4-smb neutron-server[83861]: 'Trunk': '1.1'}, Feb 17 21:18:04.182864 dv-cinder-760193-4-smb neutron-server[83861]: Open vSwitch agent@hv-cinder-76019: { 'AddressGroup': '1.1', Feb 17 21:18:04.182864 dv-cinder-760193-4-smb neutron-server[83861]: 'ConntrackHelper': '1.0', Feb 17 21:18:04.182864 dv-cinder-760193-4-smb neutron-server[83861]: 'Log': '1.0', Feb 17 21:18:04.182864 dv-cinder-760193-4-smb neutron-server[83861]: 'Network': '1.1', Feb 17 21:18:04.182864 dv-cinder-760193-4-smb neutron-server[83861]: 'Port': '1.7', Feb 17 21:18:04.182864 dv-cinder-760193-4-smb neutron-server[83861]: 'PortForwarding': '1.2', Feb 17 21:18:04.182864 dv-cinder-760193-4-smb neutron-server[83861]: 'QosPolicy': '1.8', Feb 17 21:18:04.182864 dv-cinder-760193-4-smb neutron-server[83861]: 'SecurityGroup': '1.4', Feb 17 21:18:04.182864 dv-cinder-760193-4-smb neutron-server[83861]: 'SecurityGroupRule': '1.2', Feb 17 21:18:04.182864 dv-cinder-760193-4-smb neutron-server[83861]: 'SubPort': '1.0', Feb 17 21:18:04.182864 dv-cinder-760193-4-smb neutron-server[83861]: 'Subnet': '1.1', Feb 17 21:18:04.182864 dv-cinder-760193-4-smb neutron-server[83861]: 'Trunk': '1.1'}} Feb 17 21:18:04.182864 dv-cinder-760193-4-smb neutron-server[83861]: {{(pid=83971) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 21:18:04.190259 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd1d010-c5ec-4e3b-bf01-8f38ce90d884 admin admin] Made reservation on behalf of 9cd772018d984344b6df5dd95a3340d9 for: {'subnet': 1} {{(pid=83971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:18:04.195106 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ebd1d010-c5ec-4e3b-bf01-8f38ce90d884 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:04.206068 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Network 92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7 details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=83972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 21:18:04.210289 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-bf5ac192-2667-410b-a1ab-6e7de7235824 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:04.300114 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-bf5ac192-2667-410b-a1ab-6e7de7235824 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363254507310776'] for network, precommit_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:04.345644 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-41d574bc-034e-4617-bcd2-3ad9743d8dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for network, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:04.410642 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-bf5ac192-2667-410b-a1ab-6e7de7235824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826'] for network, after_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:04.416988 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5ac192-2667-410b-a1ab-6e7de7235824 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:18:04.417619 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-bf5ac192-2667-410b-a1ab-6e7de7235824 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854194843'] for network, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:04.427423 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:04.451573 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41d574bc-034e-4617-bcd2-3ad9743d8dea admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=83970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 21:18:04.492052 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-41d574bc-034e-4617-bcd2-3ad9743d8dea admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363254506717436', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846507987'] for segment, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:04.494645 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.db.segments_db [None req-41d574bc-034e-4617-bcd2-3ad9743d8dea admin admin] Added segment 0c340f71-b40c-45bd-8407-02d59c0632f4 of type vxlan for network aa2f4e05-f1b6-4d1c-a052-1a8707f48be4 Feb 17 21:18:04.495262 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:04.557254 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-41d574bc-034e-4617-bcd2-3ad9743d8dea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363254507310776'] for network, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:04.594781 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-41d574bc-034e-4617-bcd2-3ad9743d8dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826'] for network, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:04.596509 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d574bc-034e-4617-bcd2-3ad9743d8dea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:18:04.597254 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-41d574bc-034e-4617-bcd2-3ad9743d8dea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854194843'] for network, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:04.605311 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:04.622487 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5ac192-2667-410b-a1ab-6e7de7235824 admin admin] Pushing event updated for resources: {'Network': ['ID=35f9b575-0edf-435d-825c-afd5be1781b3,revision_number=1']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:04.637323 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Network 35f9b575-0edf-435d-825c-afd5be1781b3 details requested by agent ovs-agent-dv-cinder-760193-4-smb with host dv-cinder-760193-4-smb {{(pid=83972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 21:18:04.638457 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-bf5ac192-2667-410b-a1ab-6e7de7235824 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.2913206 Feb 17 21:18:04.639774 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-bf5ac192-2667-410b-a1ab-6e7de7235824 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:04.645227 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 59750) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:18:04.656066 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Network 35f9b575-0edf-435d-825c-afd5be1781b3 details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=83972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 21:18:04.656263 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [None req-e5ff5d12-d17f-4f5a-bfdc-b0c7f390bfed admin admin] Request body: {'subnet': {'network_id': '35f9b575-0edf-435d-825c-afd5be1781b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-344551245-subnet', 'tenant_id': '99ecb63817724b3b843973136a4f57b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:18:04.663390 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-2bf7d525-e0df-46a7-bb04-09f2608c0156 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:04.664722 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-e5ff5d12-d17f-4f5a-bfdc-b0c7f390bfed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:18:04.672524 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-e5ff5d12-d17f-4f5a-bfdc-b0c7f390bfed admin admin] Usage tracker for resource:subnet and tenant:99ecb63817724b3b843973136a4f57b7 is out of sync, need to count used quota {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:18:04.693173 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-e5ff5d12-d17f-4f5a-bfdc-b0c7f390bfed admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:18:04.697930 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-2bf7d525-e0df-46a7-bb04-09f2608c0156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:04.739228 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d7678efd-a907-4b89-83d3-e6157c79d10c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:04.771369 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-e5ff5d12-d17f-4f5a-bfdc-b0c7f390bfed admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:18:04.807582 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d574bc-034e-4617-bcd2-3ad9743d8dea admin admin] Pushing event updated for resources: {'Network': ['ID=aa2f4e05-f1b6-4d1c-a052-1a8707f48be4,revision_number=1']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:04.814733 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-41d574bc-034e-4617-bcd2-3ad9743d8dea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:04.819590 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-41d574bc-034e-4617-bcd2-3ad9743d8dea admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0111754 Feb 17 21:18:04.820235 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 59760) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:18:04.826224 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [None req-d2a4e925-c010-44ac-b754-cec275f1030b admin admin] Request body: {'subnet': {'network_id': 'aa2f4e05-f1b6-4d1c-a052-1a8707f48be4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1631065911-subnet', 'tenant_id': '1e8007caa2284731820d67e6f9d57ee9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:18:04.844225 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-d2a4e925-c010-44ac-b754-cec275f1030b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:18:04.850414 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bf7d525-e0df-46a7-bb04-09f2608c0156 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=83971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 21:18:04.857232 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-d2a4e925-c010-44ac-b754-cec275f1030b admin admin] Usage tracker for resource:subnet and tenant:1e8007caa2284731820d67e6f9d57ee9 is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:18:04.860634 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-d2a4e925-c010-44ac-b754-cec275f1030b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:18:04.867157 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Network aa2f4e05-f1b6-4d1c-a052-1a8707f48be4 details requested by agent ovs-agent-dv-cinder-760193-4-smb with host dv-cinder-760193-4-smb {{(pid=83972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 21:18:04.873540 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ff5d12-d17f-4f5a-bfdc-b0c7f390bfed admin admin] Made reservation on behalf of 99ecb63817724b3b843973136a4f57b7 for: {'subnet': 1} {{(pid=83971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:18:04.875643 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-d2a4e925-c010-44ac-b754-cec275f1030b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:18:04.882518 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Network aa2f4e05-f1b6-4d1c-a052-1a8707f48be4 details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=83972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 21:18:04.886880 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-e5ff5d12-d17f-4f5a-bfdc-b0c7f390bfed admin admin] Notify callbacks [] for subnet, before_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:04.887978 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a4e925-c010-44ac-b754-cec275f1030b admin admin] Made reservation on behalf of 1e8007caa2284731820d67e6f9d57ee9 for: {'subnet': 1} {{(pid=83970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:18:04.892854 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d2a4e925-c010-44ac-b754-cec275f1030b admin admin] Notify callbacks [] for subnet, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:05.071251 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf7d525-e0df-46a7-bb04-09f2608c0156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd96fbc-c465-4ff5-8ea6-befe9a748b0d,revision_number=1']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:05.089940 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-2bf7d525-e0df-46a7-bb04-09f2608c0156 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:05.203820 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-2bf7d525-e0df-46a7-bb04-09f2608c0156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846507987'] for segment, precommit_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:05.204211 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.db.segments_db [None req-2bf7d525-e0df-46a7-bb04-09f2608c0156 admin admin] Added segment ec64f366-f05a-447d-a308-30926f4f25c9 of type vxlan for network f9c0bbce-697f-4687-84a8-29729913ed49 Feb 17 21:18:05.205681 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-b3b29b12-cbe5-4ec2-9621-66af0787c66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:05.297139 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-2bf7d525-e0df-46a7-bb04-09f2608c0156 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363254507310776'] for network, precommit_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:05.469580 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.db.resource_extend [None req-2bf7d525-e0df-46a7-bb04-09f2608c0156 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 17 21:18:05.542555 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-2bf7d525-e0df-46a7-bb04-09f2608c0156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826'] for network, after_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:05.560992 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf7d525-e0df-46a7-bb04-09f2608c0156 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:18:05.561693 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-2bf7d525-e0df-46a7-bb04-09f2608c0156 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854194843'] for network, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:05.586022 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-30014630-6f54-4522-b83d-e75d5632bf10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:05.613733 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-2bf7d525-e0df-46a7-bb04-09f2608c0156 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.0940523 Feb 17 21:18:05.645017 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 59792) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:18:05.655403 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [None req-a66bda34-09e5-4f26-b395-332a222324d9 admin admin] Request body: {'subnet': {'network_id': 'f9c0bbce-697f-4687-84a8-29729913ed49', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-880118840-subnet', 'tenant_id': 'bfe6742a1a2d4e57a392436ce7f5b93c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:18:05.678117 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-a66bda34-09e5-4f26-b395-332a222324d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:18:05.686253 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-a66bda34-09e5-4f26-b395-332a222324d9 admin admin] Usage tracker for resource:subnet and tenant:bfe6742a1a2d4e57a392436ce7f5b93c is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:18:05.690818 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-a66bda34-09e5-4f26-b395-332a222324d9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:18:05.699800 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-a66bda34-09e5-4f26-b395-332a222324d9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:18:05.709901 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d2a4e925-c010-44ac-b754-cec275f1030b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826'] for subnet, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:05.731873 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:05.996897 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a66bda34-09e5-4f26-b395-332a222324d9 admin admin] Made reservation on behalf of bfe6742a1a2d4e57a392436ce7f5b93c for: {'subnet': 1} {{(pid=83970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:18:06.001832 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-a66bda34-09e5-4f26-b395-332a222324d9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:06.151411 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ebd1d010-c5ec-4e3b-bf01-8f38ce90d884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826'] for subnet, after_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:06.188720 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a4e925-c010-44ac-b754-cec275f1030b admin admin] Pushing event updated for resources: {'Subnet': ['ID=68c4757a-1327-48d0-97b5-5af10066f5ed,revision_number=0']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:06.200181 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d2a4e925-c010-44ac-b754-cec275f1030b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:06.361588 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a4e925-c010-44ac-b754-cec275f1030b admin admin] Checking segment: {'id': '0c340f71-b40c-45bd-8407-02d59c0632f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'aa2f4e05-f1b6-4d1c-a052-1a8707f48be4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:18:06.361986 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a4e925-c010-44ac-b754-cec275f1030b admin admin] Network hostable DHCP agents. Network: aa2f4e05-f1b6-4d1c-a052-1a8707f48be4, hostable agents: ['81574b38-487a-4663-81fe-2ebf358e1d09'], hosted agents: [] {{(pid=83970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 21:18:06.384685 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf7d525-e0df-46a7-bb04-09f2608c0156 admin admin] Pushing event updated for resources: {'Network': ['ID=f9c0bbce-697f-4687-84a8-29729913ed49,revision_number=1']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:06.400392 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Network f9c0bbce-697f-4687-84a8-29729913ed49 details requested by agent ovs-agent-dv-cinder-760193-4-smb with host dv-cinder-760193-4-smb {{(pid=83972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 21:18:06.401149 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-2bf7d525-e0df-46a7-bb04-09f2608c0156 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.815s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:06.408322 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:06.414435 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a4e925-c010-44ac-b754-cec275f1030b admin admin] Network aa2f4e05-f1b6-4d1c-a052-1a8707f48be4 is scheduled to be hosted by DHCP agent 81574b38-487a-4663-81fe-2ebf358e1d09 with binding_index 1 {{(pid=83970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 21:18:06.432455 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Network f9c0bbce-697f-4687-84a8-29729913ed49 details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=83972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 21:18:06.474989 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd1d010-c5ec-4e3b-bf01-8f38ce90d884 admin admin] Checking segment: {'id': '3b7ba68f-1bdb-4082-8d82-80eb2313a4c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:18:06.475513 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd1d010-c5ec-4e3b-bf01-8f38ce90d884 admin admin] Network hostable DHCP agents. Network: 92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7, hostable agents: ['81574b38-487a-4663-81fe-2ebf358e1d09'], hosted agents: [] {{(pid=83971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 21:18:06.509836 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.base_scheduler [None req-d2a4e925-c010-44ac-b754-cec275f1030b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-4-smb, aa2f4e05-f1b6-4d1c-a052-1a8707f48be4) {{(pid=83970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:18:06.525906 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a4e925-c010-44ac-b754-cec275f1030b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:18:06.526563 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d2a4e925-c010-44ac-b754-cec275f1030b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854194843'] for subnet, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:06.533337 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd1d010-c5ec-4e3b-bf01-8f38ce90d884 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0319529e-2e97-491e-9c53-3becc98cbcb1,revision_number=0']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:06.536294 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd1d010-c5ec-4e3b-bf01-8f38ce90d884 admin admin] Network 92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7 is scheduled to be hosted by DHCP agent 81574b38-487a-4663-81fe-2ebf358e1d09 with binding_index 1 {{(pid=83971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 21:18:06.539141 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-ebd1d010-c5ec-4e3b-bf01-8f38ce90d884 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:06.560266 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.base_scheduler [None req-ebd1d010-c5ec-4e3b-bf01-8f38ce90d884 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-4-smb, 92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7) {{(pid=83971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:18:06.566794 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd1d010-c5ec-4e3b-bf01-8f38ce90d884 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:18:06.567565 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ebd1d010-c5ec-4e3b-bf01-8f38ce90d884 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854194843'] for subnet, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:06.603352 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-d2a4e925-c010-44ac-b754-cec275f1030b admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.7813108 Feb 17 21:18:06.607819 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 59824) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:18:06.609355 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-ebd1d010-c5ec-4e3b-bf01-8f38ce90d884 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.6177902 Feb 17 21:18:06.612112 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 59828) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:18:06.617779 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [None req-5fbdf7a8-9e21-4f53-8fc4-972614354815 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1631065911-router', 'tenant_id': '1e8007caa2284731820d67e6f9d57ee9', 'external_gateway_info': {'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e'}}} {{(pid=83970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:18:06.626934 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [None req-95846847-0de4-4f42-9e02-82aa16319fa6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-978606717-router', 'tenant_id': '9cd772018d984344b6df5dd95a3340d9', 'external_gateway_info': {'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e'}}} {{(pid=83970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:18:06.633537 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-5fbdf7a8-9e21-4f53-8fc4-972614354815 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:18:06.648155 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-95846847-0de4-4f42-9e02-82aa16319fa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:18:06.652633 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-95846847-0de4-4f42-9e02-82aa16319fa6 admin admin] Usage tracker for resource:router and tenant:9cd772018d984344b6df5dd95a3340d9 is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:18:06.656328 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-95846847-0de4-4f42-9e02-82aa16319fa6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:18:06.664346 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-95846847-0de4-4f42-9e02-82aa16319fa6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:18:06.679358 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-5fbdf7a8-9e21-4f53-8fc4-972614354815 admin admin] Usage tracker for resource:router and tenant:1e8007caa2284731820d67e6f9d57ee9 is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:18:06.683473 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-5fbdf7a8-9e21-4f53-8fc4-972614354815 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:18:06.689903 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-5fbdf7a8-9e21-4f53-8fc4-972614354815 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:18:06.695545 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-95846847-0de4-4f42-9e02-82aa16319fa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-921044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773547'] for router, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:06.698104 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-95846847-0de4-4f42-9e02-82aa16319fa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853852799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853749326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2210'] for router, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:06.733515 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-5fbdf7a8-9e21-4f53-8fc4-972614354815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-921044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773547'] for router, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:06.734596 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-5fbdf7a8-9e21-4f53-8fc4-972614354815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853852799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853749326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2210'] for router, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:06.751241 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-95846847-0de4-4f42-9e02-82aa16319fa6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:06.751513 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57740670-b995-4644-9f6b-cd31d6b6fe97 None None] Network aa2f4e05-f1b6-4d1c-a052-1a8707f48be4 requested from dv-cinder-760193-4-smb {{(pid=83972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 21:18:06.767053 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb971deb-e475-4097-bb7b-e60611b7236a None None] Network 92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7 requested from dv-cinder-760193-4-smb {{(pid=83972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 21:18:06.804425 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-e5ff5d12-d17f-4f5a-bfdc-b0c7f390bfed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826'] for subnet, after_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:06.840034 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:06.984290 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-5fbdf7a8-9e21-4f53-8fc4-972614354815 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:07.094215 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ff5d12-d17f-4f5a-bfdc-b0c7f390bfed admin admin] Pushing event updated for resources: {'Subnet': ['ID=1674444a-f910-400c-bb97-a2b62b24e55e,revision_number=0']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:07.102579 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-e5ff5d12-d17f-4f5a-bfdc-b0c7f390bfed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:07.211333 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ff5d12-d17f-4f5a-bfdc-b0c7f390bfed admin admin] Checking segment: {'id': 'f4a680a4-70bd-4ad3-8819-012844941805', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '35f9b575-0edf-435d-825c-afd5be1781b3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:18:07.212251 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ff5d12-d17f-4f5a-bfdc-b0c7f390bfed admin admin] Network hostable DHCP agents. Network: 35f9b575-0edf-435d-825c-afd5be1781b3, hostable agents: ['81574b38-487a-4663-81fe-2ebf358e1d09'], hosted agents: [] {{(pid=83971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 21:18:07.239638 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b17e747-7da3-4664-801d-09027da31663 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909145cb-0fec-5b9f-a561-58eb3c151e7d-92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7', 'network_id': '92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7', 'tenant_id': '9cd772018d984344b6df5dd95a3340d9', 'fixed_ips': [{'subnet_id': '0319529e-2e97-491e-9c53-3becc98cbcb1'}]}} from dv-cinder-760193-4-smb. {{(pid=83972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 21:18:07.240945 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-4b17e747-7da3-4664-801d-09027da31663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_create {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:07.246997 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ff5d12-d17f-4f5a-bfdc-b0c7f390bfed admin admin] Network 35f9b575-0edf-435d-825c-afd5be1781b3 is scheduled to be hosted by DHCP agent 81574b38-487a-4663-81fe-2ebf358e1d09 with binding_index 1 {{(pid=83971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 21:18:07.267882 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.base_scheduler [None req-e5ff5d12-d17f-4f5a-bfdc-b0c7f390bfed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-4-smb, 35f9b575-0edf-435d-825c-afd5be1781b3) {{(pid=83971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:18:07.272503 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ff5d12-d17f-4f5a-bfdc-b0c7f390bfed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:18:07.273965 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-e5ff5d12-d17f-4f5a-bfdc-b0c7f390bfed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854194843'] for subnet, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:07.329859 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-e5ff5d12-d17f-4f5a-bfdc-b0c7f390bfed admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.6829801 Feb 17 21:18:07.568284 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.db_base_plugin_common [None req-4b17e747-7da3-4664-801d-09027da31663 None None] Allocated IP 172.20.0.2 (92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7/0319529e-2e97-491e-9c53-3becc98cbcb1/de32df0d-dac4-4933-bd82-64c0da78d4fa) {{(pid=83972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 21:18:07.745602 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-a66bda34-09e5-4f26-b395-332a222324d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826'] for subnet, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:07.825635 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 59896) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:18:07.832535 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-4b17e747-7da3-4664-801d-09027da31663 None None] Notify callbacks [] for port, precommit_create {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:07.835339 dv-cinder-760193-4-smb neutron-server[83861]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 17 21:18:07.843309 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f297c698-552c-40d6-828a-326bbe1345f8 None None] Network 35f9b575-0edf-435d-825c-afd5be1781b3 requested from dv-cinder-760193-4-smb {{(pid=83972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 21:18:07.998421 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d2a4e925-c010-44ac-b754-cec275f1030b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:08.097218 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96268d8c-2668-4e2f-8b7d-38d1ffec59ba req-db56e0f1-fa63-4e5b-8ecd-6dae507a458a tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:18:08.098000 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-96268d8c-2668-4e2f-8b7d-38d1ffec59ba req-db56e0f1-fa63-4e5b-8ecd-6dae507a458a tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Synchronizing usage tracker for tenant:99ecb63817724b3b843973136a4f57b7 on resource:network {{(pid=83971) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:18:08.116966 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-96268d8c-2668-4e2f-8b7d-38d1ffec59ba req-db56e0f1-fa63-4e5b-8ecd-6dae507a458a tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Unset dirty status for tenant:99ecb63817724b3b843973136a4f57b7 on resource:network {{(pid=83971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:18:08.118327 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-96268d8c-2668-4e2f-8b7d-38d1ffec59ba req-db56e0f1-fa63-4e5b-8ecd-6dae507a458a tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/networks?id=35f9b575-0edf-435d-825c-afd5be1781b3 HTTP/1.1" status: 200 len: 814 time: 0.2857060 Feb 17 21:18:08.146417 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-96268d8c-2668-4e2f-8b7d-38d1ffec59ba req-6198e7b7-f2ef-4d61-95eb-0578f24af56e tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/quotas/99ecb63817724b3b843973136a4f57b7 HTTP/1.1" status: 200 len: 375 time: 0.0190873 Feb 17 21:18:08.221243 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-4b17e747-7da3-4664-801d-09027da31663 None None] Transition to ACTIVE for port object de32df0d-dac4-4933-bd82-64c0da78d4fa will not be triggered until provisioned by entity L2. {{(pid=83972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:18:08.239317 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-96268d8c-2668-4e2f-8b7d-38d1ffec59ba req-92d0b074-5202-4fd2-b896-7bc5c3937a03 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=99ecb63817724b3b843973136a4f57b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0918124 Feb 17 21:18:08.292538 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-5fbdf7a8-9e21-4f53-8fc4-972614354815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853850566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853854798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2227'] for router, precommit_update {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:08.328950 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-95846847-0de4-4f42-9e02-82aa16319fa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853850566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853854798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2227'] for router, precommit_update {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:08.415830 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-4b17e747-7da3-4664-801d-09027da31663 None None] Transition to ACTIVE for port object de32df0d-dac4-4933-bd82-64c0da78d4fa will not be triggered until provisioned by entity DHCP. {{(pid=83972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:18:08.492360 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-4b17e747-7da3-4664-801d-09027da31663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782347517401'] for port, after_create {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:08.534079 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:08.544130 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66bda34-09e5-4f26-b395-332a222324d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc07b3ae-8b1e-4c48-9b36-4ee67277e4f2,revision_number=0']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:08.568343 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-a66bda34-09e5-4f26-b395-332a222324d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:08.589033 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [req-96268d8c-2668-4e2f-8b7d-38d1ffec59ba req-6ad6d349-5587-4c5f-ba12-a5fa50bfacfa service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=83971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 21:18:08.595785 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-96268d8c-2668-4e2f-8b7d-38d1ffec59ba req-6ad6d349-5587-4c5f-ba12-a5fa50bfacfa service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.1011655 Feb 17 21:18:08.709298 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66bda34-09e5-4f26-b395-332a222324d9 admin admin] Checking segment: {'id': 'ec64f366-f05a-447d-a308-30926f4f25c9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f9c0bbce-697f-4687-84a8-29729913ed49'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:18:08.710064 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66bda34-09e5-4f26-b395-332a222324d9 admin admin] Network hostable DHCP agents. Network: f9c0bbce-697f-4687-84a8-29729913ed49, hostable agents: ['81574b38-487a-4663-81fe-2ebf358e1d09'], hosted agents: [] {{(pid=83970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 21:18:08.793202 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66bda34-09e5-4f26-b395-332a222324d9 admin admin] Network f9c0bbce-697f-4687-84a8-29729913ed49 is scheduled to be hosted by DHCP agent 81574b38-487a-4663-81fe-2ebf358e1d09 with binding_index 1 {{(pid=83970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 21:18:08.815378 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402386cd-3f7b-4b44-b2a8-aee15b0d14d1 None None] Network aa2f4e05-f1b6-4d1c-a052-1a8707f48be4 requested from dv-cinder-760193-4-smb {{(pid=83972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 21:18:08.832537 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-96268d8c-2668-4e2f-8b7d-38d1ffec59ba req-3230d660-b54a-4043-aaf5-bfee5ffe3a99 service neutron] 10.222.0.90 "GET /v2.0/networks/35f9b575-0edf-435d-825c-afd5be1781b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332268 Feb 17 21:18:08.843707 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b17e747-7da3-4664-801d-09027da31663 None None] Pushing event updated for resources: {'Port': ['ID=de32df0d-dac4-4933-bd82-64c0da78d4fa,revision_number=1']} {{(pid=83972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:08.925871 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8cc8e7-4e0e-4a1d-bbd3-19a880ac76f1 None None] Network 35f9b575-0edf-435d-825c-afd5be1781b3 requested from dv-cinder-760193-4-smb {{(pid=83972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 21:18:08.941306 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b17e747-7da3-4664-801d-09027da31663 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:18:08.941693 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b17e747-7da3-4664-801d-09027da31663 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:18:08.942283 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b17e747-7da3-4664-801d-09027da31663 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:18:08.942680 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b17e747-7da3-4664-801d-09027da31663 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:18:08.943107 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b17e747-7da3-4664-801d-09027da31663 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:18:08.943537 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b17e747-7da3-4664-801d-09027da31663 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:18:08.943944 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b17e747-7da3-4664-801d-09027da31663 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:18:08.944315 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b17e747-7da3-4664-801d-09027da31663 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:18:08.944697 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b17e747-7da3-4664-801d-09027da31663 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:18:08.945209 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b17e747-7da3-4664-801d-09027da31663 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:18:08.945576 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b17e747-7da3-4664-801d-09027da31663 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:18:08.945940 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b17e747-7da3-4664-801d-09027da31663 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:18:08.947154 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b17e747-7da3-4664-801d-09027da31663 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:18:08.947715 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b17e747-7da3-4664-801d-09027da31663 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:18:08.948227 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b17e747-7da3-4664-801d-09027da31663 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:18:08.948748 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b17e747-7da3-4664-801d-09027da31663 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:18:08.949120 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b17e747-7da3-4664-801d-09027da31663 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:18:08.949488 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b17e747-7da3-4664-801d-09027da31663 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:18:08.949856 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b17e747-7da3-4664-801d-09027da31663 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:18:08.950835 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b17e747-7da3-4664-801d-09027da31663 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:18:08.951216 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b17e747-7da3-4664-801d-09027da31663 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:18:08.951584 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b17e747-7da3-4664-801d-09027da31663 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:18:08.951949 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b17e747-7da3-4664-801d-09027da31663 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:18:08.952314 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b17e747-7da3-4664-801d-09027da31663 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:18:08.954241 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b17e747-7da3-4664-801d-09027da31663 None None] Tracked resource versions report: Feb 17 21:18:08.954241 dv-cinder-760193-4-smb neutron-server[83861]: pushed versions: Feb 17 21:18:08.954241 dv-cinder-760193-4-smb neutron-server[83861]: { 'AddressGroup': {'1.1'}, Feb 17 21:18:08.954241 dv-cinder-760193-4-smb neutron-server[83861]: 'ConntrackHelper': {'1.0'}, Feb 17 21:18:08.954241 dv-cinder-760193-4-smb neutron-server[83861]: 'Log': {'1.0'}, Feb 17 21:18:08.954241 dv-cinder-760193-4-smb neutron-server[83861]: 'Network': {'1.1'}, Feb 17 21:18:08.954241 dv-cinder-760193-4-smb neutron-server[83861]: 'Port': {'1.7'}, Feb 17 21:18:08.954241 dv-cinder-760193-4-smb neutron-server[83861]: 'PortForwarding': {'1.2'}, Feb 17 21:18:08.954241 dv-cinder-760193-4-smb neutron-server[83861]: 'QosPolicy': {'1.8'}, Feb 17 21:18:08.954241 dv-cinder-760193-4-smb neutron-server[83861]: 'SecurityGroup': {'1.4'}, Feb 17 21:18:08.954241 dv-cinder-760193-4-smb neutron-server[83861]: 'SecurityGroupRule': {'1.2'}, Feb 17 21:18:08.954241 dv-cinder-760193-4-smb neutron-server[83861]: 'SubPort': {'1.0'}, Feb 17 21:18:08.954241 dv-cinder-760193-4-smb neutron-server[83861]: 'Subnet': {'1.1'}, Feb 17 21:18:08.954241 dv-cinder-760193-4-smb neutron-server[83861]: 'Trunk': {'1.1'}} Feb 17 21:18:08.954241 dv-cinder-760193-4-smb neutron-server[83861]: consumer versions: Feb 17 21:18:08.954241 dv-cinder-760193-4-smb neutron-server[83861]: { DHCP agent@dv-cinder-760193-4-smb: {}, Feb 17 21:18:08.954241 dv-cinder-760193-4-smb neutron-server[83861]: L3 agent@dv-cinder-760193-4-smb: {}, Feb 17 21:18:08.954241 dv-cinder-760193-4-smb neutron-server[83861]: Metadata agent@dv-cinder-760193-4-smb: {}, Feb 17 21:18:08.954241 dv-cinder-760193-4-smb neutron-server[83861]: Metering agent@dv-cinder-760193-4-smb: {}, Feb 17 21:18:08.954241 dv-cinder-760193-4-smb neutron-server[83861]: Open vSwitch agent@dv-cinder-760193-4-smb: { 'AddressGroup': '1.1', Feb 17 21:18:08.954241 dv-cinder-760193-4-smb neutron-server[83861]: 'ConntrackHelper': '1.0', Feb 17 21:18:08.954241 dv-cinder-760193-4-smb neutron-server[83861]: 'Log': '1.0', Feb 17 21:18:08.954241 dv-cinder-760193-4-smb neutron-server[83861]: 'Network': '1.1', Feb 17 21:18:08.954241 dv-cinder-760193-4-smb neutron-server[83861]: 'Port': '1.7', Feb 17 21:18:08.954241 dv-cinder-760193-4-smb neutron-server[83861]: 'PortForwarding': '1.2', Feb 17 21:18:08.954241 dv-cinder-760193-4-smb neutron-server[83861]: 'QosPolicy': '1.8', Feb 17 21:18:08.954241 dv-cinder-760193-4-smb neutron-server[83861]: 'SecurityGroup': '1.4', Feb 17 21:18:08.954241 dv-cinder-760193-4-smb neutron-server[83861]: 'SecurityGroupRule': '1.2', Feb 17 21:18:08.954241 dv-cinder-760193-4-smb neutron-server[83861]: 'SubPort': '1.0', Feb 17 21:18:08.954241 dv-cinder-760193-4-smb neutron-server[83861]: 'Subnet': '1.1', Feb 17 21:18:08.954241 dv-cinder-760193-4-smb neutron-server[83861]: 'Trunk': '1.1'}, Feb 17 21:18:08.954241 dv-cinder-760193-4-smb neutron-server[83861]: Open vSwitch agent@hv-cinder-76019: { 'AddressGroup': '1.1', Feb 17 21:18:08.954241 dv-cinder-760193-4-smb neutron-server[83861]: 'ConntrackHelper': '1.0', Feb 17 21:18:08.954241 dv-cinder-760193-4-smb neutron-server[83861]: 'Log': '1.0', Feb 17 21:18:08.954241 dv-cinder-760193-4-smb neutron-server[83861]: 'Network': '1.1', Feb 17 21:18:08.954241 dv-cinder-760193-4-smb neutron-server[83861]: 'Port': '1.7', Feb 17 21:18:08.954241 dv-cinder-760193-4-smb neutron-server[83861]: 'PortForwarding': '1.2', Feb 17 21:18:08.954241 dv-cinder-760193-4-smb neutron-server[83861]: 'QosPolicy': '1.8', Feb 17 21:18:08.954241 dv-cinder-760193-4-smb neutron-server[83861]: 'SecurityGroup': '1.4', Feb 17 21:18:08.954241 dv-cinder-760193-4-smb neutron-server[83861]: 'SecurityGroupRule': '1.2', Feb 17 21:18:08.954241 dv-cinder-760193-4-smb neutron-server[83861]: 'SubPort': '1.0', Feb 17 21:18:08.954241 dv-cinder-760193-4-smb neutron-server[83861]: 'Subnet': '1.1', Feb 17 21:18:08.954241 dv-cinder-760193-4-smb neutron-server[83861]: 'Trunk': '1.1'}} Feb 17 21:18:08.954241 dv-cinder-760193-4-smb neutron-server[83861]: {{(pid=83972) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 21:18:09.037480 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.base_scheduler [None req-a66bda34-09e5-4f26-b395-332a222324d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-4-smb, f9c0bbce-697f-4687-84a8-29729913ed49) {{(pid=83970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:18:09.038902 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-4b17e747-7da3-4664-801d-09027da31663 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:09.041320 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-96268d8c-2668-4e2f-8b7d-38d1ffec59ba req-6a924f0f-041b-402a-931f-d200c7724179 service neutron] 10.222.0.90 "GET /v2.0/networks/35f9b575-0edf-435d-825c-afd5be1781b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2062035 Feb 17 21:18:09.117729 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66bda34-09e5-4f26-b395-332a222324d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:18:09.118633 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-a66bda34-09e5-4f26-b395-332a222324d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854194843'] for subnet, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:09.129053 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebca1950-00ce-4570-a3c7-540059d302c6 None None] Network f9c0bbce-697f-4687-84a8-29729913ed49 requested from dv-cinder-760193-4-smb {{(pid=83972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 21:18:09.335278 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-a66bda34-09e5-4f26-b395-332a222324d9 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.6883590 Feb 17 21:18:09.396803 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-5fbdf7a8-9e21-4f53-8fc4-972614354815 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:09.484124 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-5fbdf7a8-9e21-4f53-8fc4-972614354815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:09.529094 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-95846847-0de4-4f42-9e02-82aa16319fa6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:09.590973 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b17e747-7da3-4664-801d-09027da31663 None None] Network 92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7 is already hosted by enough agents. {{(pid=83972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:18:09.620032 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-4924c580-3f9f-46c0-b013-6b24b4b88ae6 req-5bc0a57b-b59c-4ad4-a629-90b1f430ae5a tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/ports?device_id=2f1a929c-b054-42c8-bd5e-e0ecb0c19af1 HTTP/1.1" status: 200 len: 210 time: 0.1682062 Feb 17 21:18:09.641380 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.base_scheduler [None req-4b17e747-7da3-4664-801d-09027da31663 None None] Resources bound (agent type, host, resource id): {{(pid=83972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:18:09.654898 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b17e747-7da3-4664-801d-09027da31663 None None] Received port after_create {{(pid=83972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 21:18:09.732984 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-95846847-0de4-4f42-9e02-82aa16319fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:09.955820 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [None req-4b17e747-7da3-4664-801d-09027da31663 None None] Attempting to bind port de32df0d-dac4-4933-bd82-64c0da78d4fa on host dv-cinder-760193-4-smb for vnic_type normal with profile {{(pid=83972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 21:18:09.956231 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [None req-4b17e747-7da3-4664-801d-09027da31663 None None] Attempting to bind port de32df0d-dac4-4933-bd82-64c0da78d4fa by drivers openvswitch on host dv-cinder-760193-4-smb at level 0 using segments [{'id': '3b7ba68f-1bdb-4082-8d82-80eb2313a4c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7'}] {{(pid=83972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 21:18:09.956642 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b17e747-7da3-4664-801d-09027da31663 None None] Attempting to bind port de32df0d-dac4-4933-bd82-64c0da78d4fa on network 92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7 {{(pid=83972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 21:18:10.093788 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b17e747-7da3-4664-801d-09027da31663 None None] Checking agent: {'id': '1f40505b-3e8c-4bc5-b539-d04281a15ea5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 21, 9, 4), 'started_at': datetime.datetime(2021, 2, 17, 21, 9, 34), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.98', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 21:18:10.095469 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b17e747-7da3-4664-801d-09027da31663 None None] Checking segment: {'id': '3b7ba68f-1bdb-4082-8d82-80eb2313a4c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:18:10.096160 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-4b17e747-7da3-4664-801d-09027da31663 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:10.096904 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b17e747-7da3-4664-801d-09027da31663 None None] Bound using segment: {'id': '3b7ba68f-1bdb-4082-8d82-80eb2313a4c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7'} {{(pid=83972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 21:18:10.097652 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [None req-4b17e747-7da3-4664-801d-09027da31663 None None] Bound port: de32df0d-dac4-4933-bd82-64c0da78d4fa, host: dv-cinder-760193-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b7ba68f-1bdb-4082-8d82-80eb2313a4c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7'}}] {{(pid=83972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 21:18:10.098309 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-4b17e747-7da3-4664-801d-09027da31663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:10.210687 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.db_base_plugin_common [None req-5fbdf7a8-9e21-4f53-8fc4-972614354815 admin admin] Allocated IP 172.28.3.159 (35a248c9-4e56-449c-88ff-c033f82ee17e/44c24f99-5b56-46d4-85cc-b908fd8db103/7319c745-3762-4586-bc2c-ab12168ca0ec) {{(pid=83970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 21:18:10.278397 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210d160f-5369-4045-966d-cead42f29cef None None] Network f9c0bbce-697f-4687-84a8-29729913ed49 requested from dv-cinder-760193-4-smb {{(pid=83972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 21:18:10.281690 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62df60b-f0d9-4ae5-9779-bd980c0402f7 req-fe979fff-ec64-403f-90ae-6e629789f99e tempest-DeleteServersTestJSON-2078073820 tempest-DeleteServersTestJSON-2078073820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:18:10.282470 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-b62df60b-f0d9-4ae5-9779-bd980c0402f7 req-fe979fff-ec64-403f-90ae-6e629789f99e tempest-DeleteServersTestJSON-2078073820 tempest-DeleteServersTestJSON-2078073820-project] Synchronizing usage tracker for tenant:bfe6742a1a2d4e57a392436ce7f5b93c on resource:network {{(pid=83971) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:18:10.303925 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-b62df60b-f0d9-4ae5-9779-bd980c0402f7 req-fe979fff-ec64-403f-90ae-6e629789f99e tempest-DeleteServersTestJSON-2078073820 tempest-DeleteServersTestJSON-2078073820-project] Unset dirty status for tenant:bfe6742a1a2d4e57a392436ce7f5b93c on resource:network {{(pid=83971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:18:10.325025 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b62df60b-f0d9-4ae5-9779-bd980c0402f7 req-fe979fff-ec64-403f-90ae-6e629789f99e tempest-DeleteServersTestJSON-2078073820 tempest-DeleteServersTestJSON-2078073820-project] 10.222.0.90 "GET /v2.0/networks?id=f9c0bbce-697f-4687-84a8-29729913ed49 HTTP/1.1" status: 200 len: 811 time: 0.2863204 Feb 17 21:18:10.344923 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b62df60b-f0d9-4ae5-9779-bd980c0402f7 req-e5d70c05-3c30-44c1-ae99-0182e5ed5d5a tempest-DeleteServersTestJSON-2078073820 tempest-DeleteServersTestJSON-2078073820-project] 10.222.0.90 "GET /v2.0/quotas/bfe6742a1a2d4e57a392436ce7f5b93c HTTP/1.1" status: 200 len: 375 time: 0.0188744 Feb 17 21:18:10.423704 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b62df60b-f0d9-4ae5-9779-bd980c0402f7 req-1fd1d80a-f374-4886-9fc0-b3864566990a tempest-DeleteServersTestJSON-2078073820 tempest-DeleteServersTestJSON-2078073820-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=bfe6742a1a2d4e57a392436ce7f5b93c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0776391 Feb 17 21:18:10.442304 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-4b17e747-7da3-4664-801d-09027da31663 None None] For port de32df0d-dac4-4933-bd82-64c0da78d4fa, host dv-cinder-760193-4-smb, cleared binding levels {{(pid=83972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 21:18:10.463577 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-4b17e747-7da3-4664-801d-09027da31663 None None] For port de32df0d-dac4-4933-bd82-64c0da78d4fa, host dv-cinder-760193-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-smb',level=0,port_id=de32df0d-dac4-4933-bd82-64c0da78d4fa,segment=NetworkSegment(3b7ba68f-1bdb-4082-8d82-80eb2313a4c3),segment_id=3b7ba68f-1bdb-4082-8d82-80eb2313a4c3)] {{(pid=83972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 21:18:10.516482 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-5fbdf7a8-9e21-4f53-8fc4-972614354815 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:10.524735 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-4b17e747-7da3-4664-801d-09027da31663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:10.568342 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:10.593252 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b62df60b-f0d9-4ae5-9779-bd980c0402f7 req-358007c9-4e2b-452c-95a1-7eea25553562 service neutron] 10.222.0.90 "GET /v2.0/networks/f9c0bbce-697f-4687-84a8-29729913ed49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683726 Feb 17 21:18:10.861139 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b62df60b-f0d9-4ae5-9779-bd980c0402f7 req-f3d892d1-8238-410a-86b3-e0bb0ca42366 service neutron] 10.222.0.90 "GET /v2.0/networks/f9c0bbce-697f-4687-84a8-29729913ed49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2657802 Feb 17 21:18:10.864980 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 60038) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:18:10.962572 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 60046) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:18:11.011438 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b17e747-7da3-4664-801d-09027da31663 None None] Pushing event updated for resources: {'Port': ['ID=de32df0d-dac4-4933-bd82-64c0da78d4fa,revision_number=2']} {{(pid=83972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:11.019455 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-eb3e1ec8-c03e-42de-b024-90121d07ea12 req-11db6b4f-cb3f-40b3-b1a0-1b43fe14b9e1 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/ports?device_id=2f1a929c-b054-42c8-bd5e-e0ecb0c19af1 HTTP/1.1" status: 200 len: 210 time: 0.1527081 Feb 17 21:18:11.036165 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.db_base_plugin_common [None req-95846847-0de4-4f42-9e02-82aa16319fa6 admin admin] Allocated IP 172.28.3.146 (35a248c9-4e56-449c-88ff-c033f82ee17e/44c24f99-5b56-46d4-85cc-b908fd8db103/65fdc61c-05c6-4547-94ff-946351aea217) {{(pid=83970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 21:18:11.062982 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-4b17e747-7da3-4664-801d-09027da31663 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:11.282035 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-5fbdf7a8-9e21-4f53-8fc4-972614354815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782347517401'] for port, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:11.325093 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:11.328204 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-566a9375-127c-4198-98ef-571058ca3a49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:11.478550 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-ab146fdd-390d-42cd-9768-cccef7090266 req-663a40f1-b574-4fce-8ee3-3d3ee22d490a tempest-DeleteServersTestJSON-2078073820 tempest-DeleteServersTestJSON-2078073820-project] 10.222.0.90 "GET /v2.0/ports?device_id=115489bb-e732-4198-8ea8-4c80359bb5b8 HTTP/1.1" status: 200 len: 210 time: 0.1260331 Feb 17 21:18:11.483028 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-566a9375-127c-4198-98ef-571058ca3a49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:18:11.493451 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-566a9375-127c-4198-98ef-571058ca3a49 admin admin] Usage tracker for resource:security_group_rule and tenant:f46c83598b6144699e2e581a94d7ab84 is out of sync, need to count used quota {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:18:11.502857 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-566a9375-127c-4198-98ef-571058ca3a49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:18:11.519873 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-566a9375-127c-4198-98ef-571058ca3a49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:18:11.525340 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-95846847-0de4-4f42-9e02-82aa16319fa6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:11.607193 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbdf7a8-9e21-4f53-8fc4-972614354815 admin admin] Pushing event updated for resources: {'Port': ['ID=7319c745-3762-4586-bc2c-ab12168ca0ec,revision_number=1']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:11.625967 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-5fbdf7a8-9e21-4f53-8fc4-972614354815 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:11.731068 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbdf7a8-9e21-4f53-8fc4-972614354815 admin admin] Network 35a248c9-4e56-449c-88ff-c033f82ee17e is already hosted by enough agents. {{(pid=83970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:18:11.732900 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.base_scheduler [None req-5fbdf7a8-9e21-4f53-8fc4-972614354815 admin admin] Resources bound (agent type, host, resource id): {{(pid=83970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:18:11.735366 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-95846847-0de4-4f42-9e02-82aa16319fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782347517401'] for port, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:11.736462 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbdf7a8-9e21-4f53-8fc4-972614354815 admin admin] Received port after_create {{(pid=83970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 21:18:11.859020 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-566a9375-127c-4198-98ef-571058ca3a49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:11.872798 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-566a9375-127c-4198-98ef-571058ca3a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:11.899923 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-2bf7d525-e0df-46a7-bb04-09f2608c0156 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:11.930927 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566a9375-127c-4198-98ef-571058ca3a49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f56e443b-53cd-40a6-b187-2f730a781842,revision_number=1']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:11.943014 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:11.949356 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-566a9375-127c-4198-98ef-571058ca3a49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:11.971961 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-566a9375-127c-4198-98ef-571058ca3a49 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=f46c83598b6144699e2e581a94d7ab84&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0014699 Feb 17 21:18:11.974682 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 60110) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:18:12.101241 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-0f6479bd-b42a-458d-92e2-2a5dc993aed1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:12.146345 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-0f6479bd-b42a-458d-92e2-2a5dc993aed1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:12.180179 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95846847-0de4-4f42-9e02-82aa16319fa6 admin admin] Pushing event updated for resources: {'Port': ['ID=65fdc61c-05c6-4547-94ff-946351aea217,revision_number=1']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:12.189957 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-95846847-0de4-4f42-9e02-82aa16319fa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:12.242666 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-0f6479bd-b42a-458d-92e2-2a5dc993aed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:12.250255 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:12.317927 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6479bd-b42a-458d-92e2-2a5dc993aed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f56e443b-53cd-40a6-b187-2f730a781842,revision_number=None']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:12.330333 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-0f6479bd-b42a-458d-92e2-2a5dc993aed1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:12.332967 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-114619e1-7ac5-404e-9a22-79f9c78fceae req-c4e6c6e6-aed4-4dca-97f8-862fce7aa955 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/ports?device_id=2f1a929c-b054-42c8-bd5e-e0ecb0c19af1 HTTP/1.1" status: 200 len: 210 time: 0.0850203 Feb 17 21:18:12.337280 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-0f6479bd-b42a-458d-92e2-2a5dc993aed1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:12.338704 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-0f6479bd-b42a-458d-92e2-2a5dc993aed1 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/f56e443b-53cd-40a6-b187-2f730a781842 HTTP/1.1" status: 204 len: 168 time: 0.3628533 Feb 17 21:18:12.449870 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-5fbdf7a8-9e21-4f53-8fc4-972614354815 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:12.518530 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.95', 53024) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:18:12.693267 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95846847-0de4-4f42-9e02-82aa16319fa6 admin admin] Network 35a248c9-4e56-449c-88ff-c033f82ee17e is already hosted by enough agents. {{(pid=83970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:18:12.697681 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.base_scheduler [None req-95846847-0de4-4f42-9e02-82aa16319fa6 admin admin] Resources bound (agent type, host, resource id): {{(pid=83970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:18:12.715393 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95846847-0de4-4f42-9e02-82aa16319fa6 admin admin] Received port after_create {{(pid=83970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 21:18:12.935493 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Device de32df0d-dac4-4933-bd82-64c0da78d4fa up at agent ovs-agent-dv-cinder-760193-4-smb {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:18:12.945084 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-e7517839-10ed-4cbc-a6fc-7cc01818d414 req-6fc253c9-7788-490b-8f21-0c22f332ce07 tempest-DeleteServersTestJSON-2078073820 tempest-DeleteServersTestJSON-2078073820-project] 10.222.0.90 "GET /v2.0/ports?device_id=115489bb-e732-4198-8ea8-4c80359bb5b8 HTTP/1.1" status: 200 len: 210 time: 0.1492143 Feb 17 21:18:13.012769 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96268d8c-2668-4e2f-8b7d-38d1ffec59ba req-a7f1ca3d-b936-4e13-86bb-2fc58502b81b tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:18:13.027899 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-96268d8c-2668-4e2f-8b7d-38d1ffec59ba req-a7f1ca3d-b936-4e13-86bb-2fc58502b81b tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.95 "GET /v2.0/networks?id=35f9b575-0edf-435d-825c-afd5be1781b3 HTTP/1.1" status: 200 len: 814 time: 0.4999640 Feb 17 21:18:13.087766 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [req-96268d8c-2668-4e2f-8b7d-38d1ffec59ba req-adbad293-fac8-4449-adbd-2972a5253400 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Request body: {'port': {'device_id': '2f1a929c-b054-42c8-bd5e-e0ecb0c19af1', 'network_id': '35f9b575-0edf-435d-825c-afd5be1781b3', 'admin_state_up': True, 'tenant_id': '99ecb63817724b3b843973136a4f57b7'}} {{(pid=83971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:18:13.116904 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Provisioning for port de32df0d-dac4-4933-bd82-64c0da78d4fa completed by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:18:13.301605 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35065433-8397-484f-bde2-ee50f74c01a9 None None] Network 92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7 requested from dv-cinder-760193-4-smb {{(pid=83972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 21:18:13.327746 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 60182) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:18:13.398400 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-7bee3432-9a37-467e-869e-12ea44492b0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:13.467464 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-505b26da-7734-4600-b462-1e3ac3f40266 None None] Provisioning for port de32df0d-dac4-4933-bd82-64c0da78d4fa completed by entity DHCP. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:18:13.474551 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-7bee3432-9a37-467e-869e-12ea44492b0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:18:13.492048 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-505b26da-7734-4600-b462-1e3ac3f40266 None None] Provisioning complete for port de32df0d-dac4-4933-bd82-64c0da78d4fa triggered by entity DHCP. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:18:13.492744 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-505b26da-7734-4600-b462-1e3ac3f40266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:13.510302 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-7bee3432-9a37-467e-869e-12ea44492b0c admin admin] Usage tracker for resource:security_group_rule and tenant:0159c853dafc470384bf300119743e90 is out of sync, need to count used quota {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:18:13.513208 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-7bee3432-9a37-467e-869e-12ea44492b0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:18:13.543599 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-7bee3432-9a37-467e-869e-12ea44492b0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:18:13.582248 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [req-96268d8c-2668-4e2f-8b7d-38d1ffec59ba req-adbad293-fac8-4449-adbd-2972a5253400 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:18:13.598421 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-96268d8c-2668-4e2f-8b7d-38d1ffec59ba req-adbad293-fac8-4449-adbd-2972a5253400 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Usage tracker for resource:port and tenant:99ecb63817724b3b843973136a4f57b7 is out of sync, need to count used quota {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:18:13.616937 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-96268d8c-2668-4e2f-8b7d-38d1ffec59ba req-adbad293-fac8-4449-adbd-2972a5253400 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:18:13.690752 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [req-96268d8c-2668-4e2f-8b7d-38d1ffec59ba req-adbad293-fac8-4449-adbd-2972a5253400 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:18:13.708898 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-179f2b86-f22a-4922-8350-85f1f6301ee7 req-64c8009b-28fa-42de-9fa4-4f79ccb586da tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/ports?device_id=2f1a929c-b054-42c8-bd5e-e0ecb0c19af1 HTTP/1.1" status: 200 len: 210 time: 0.0828705 Feb 17 21:18:13.777029 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96268d8c-2668-4e2f-8b7d-38d1ffec59ba req-adbad293-fac8-4449-adbd-2972a5253400 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Made reservation on behalf of 99ecb63817724b3b843973136a4f57b7 for: {'port': 1} {{(pid=83971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:18:13.783743 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-96268d8c-2668-4e2f-8b7d-38d1ffec59ba req-adbad293-fac8-4449-adbd-2972a5253400 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:13.911013 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.95', 53034) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:18:14.062392 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-505b26da-7734-4600-b462-1e3ac3f40266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:14.153671 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-505b26da-7734-4600-b462-1e3ac3f40266 None None] For port de32df0d-dac4-4933-bd82-64c0da78d4fa, host dv-cinder-760193-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-smb',level=0,port_id=de32df0d-dac4-4933-bd82-64c0da78d4fa,segment=NetworkSegment(3b7ba68f-1bdb-4082-8d82-80eb2313a4c3),segment_id=3b7ba68f-1bdb-4082-8d82-80eb2313a4c3)] {{(pid=83972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:18:14.163679 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-505b26da-7734-4600-b462-1e3ac3f40266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:14.166835 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:14.306048 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505b26da-7734-4600-b462-1e3ac3f40266 None None] Pushing event updated for resources: {'Port': ['ID=de32df0d-dac4-4933-bd82-64c0da78d4fa,revision_number=3']} {{(pid=83972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:14.310350 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-505b26da-7734-4600-b462-1e3ac3f40266 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:14.503856 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-3d09f1cf-ffb6-43d5-b1c6-fba3480726b2 None None] Provisioning complete for port de32df0d-dac4-4933-bd82-64c0da78d4fa triggered by entity DHCP. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:18:14.504331 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-3d09f1cf-ffb6-43d5-b1c6-fba3480726b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:14.520714 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-5fbdf7a8-9e21-4f53-8fc4-972614354815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853854813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-925185'] for router, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:14.673794 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-95846847-0de4-4f42-9e02-82aa16319fa6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:14.969411 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Device de32df0d-dac4-4933-bd82-64c0da78d4fa up at agent ovs-agent-dv-cinder-760193-4-smb {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:18:15.072922 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 60236) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:18:15.171811 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62df60b-f0d9-4ae5-9779-bd980c0402f7 req-474f23a8-4cfc-48ad-bf31-51a680b8e955 tempest-DeleteServersTestJSON-2078073820 tempest-DeleteServersTestJSON-2078073820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:18:15.174173 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b62df60b-f0d9-4ae5-9779-bd980c0402f7 req-474f23a8-4cfc-48ad-bf31-51a680b8e955 tempest-DeleteServersTestJSON-2078073820 tempest-DeleteServersTestJSON-2078073820-project] 10.222.0.95 "GET /v2.0/networks?id=f9c0bbce-697f-4687-84a8-29729913ed49 HTTP/1.1" status: 200 len: 811 time: 1.2240968 Feb 17 21:18:15.216992 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Provisioning complete for port de32df0d-dac4-4933-bd82-64c0da78d4fa triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:18:15.219340 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:15.379425 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-3ff45839-742c-4551-a9c3-49142ef090c6 None None] Provisioning complete for port de32df0d-dac4-4933-bd82-64c0da78d4fa triggered by entity DHCP. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:18:15.379676 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-3ff45839-742c-4551-a9c3-49142ef090c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:15.537759 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [req-b62df60b-f0d9-4ae5-9779-bd980c0402f7 req-d9440cf0-8fff-448e-bcca-0476e32d5a84 tempest-DeleteServersTestJSON-2078073820 tempest-DeleteServersTestJSON-2078073820-project] Request body: {'port': {'device_id': '115489bb-e732-4198-8ea8-4c80359bb5b8', 'network_id': 'f9c0bbce-697f-4687-84a8-29729913ed49', 'admin_state_up': True, 'tenant_id': 'bfe6742a1a2d4e57a392436ce7f5b93c'}} {{(pid=83971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:18:15.595227 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-567cf53e-3dd8-4534-8215-1c60e8cbade8 req-ab98bde6-150a-4655-a92a-97bcce76f8fb tempest-DeleteServersTestJSON-2078073820 tempest-DeleteServersTestJSON-2078073820-project] 10.222.0.90 "GET /v2.0/ports?device_id=115489bb-e732-4198-8ea8-4c80359bb5b8 HTTP/1.1" status: 200 len: 210 time: 1.3561757 Feb 17 21:18:15.677733 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-b04bffa1-2896-498a-86fd-5680d594cc21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:15.739191 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-b04bffa1-2896-498a-86fd-5680d594cc21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:18:15.759975 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fbdf7a8-9e21-4f53-8fc4-972614354815 admin admin] Router 27e89245-b678-485e-a102-eed28c72df52 is scheduled to L3 agent 0536e1cb-4d3e-42d2-8b6d-8bd52a4e2590 with binding_index 1 {{(pid=83970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 21:18:15.769131 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-b04bffa1-2896-498a-86fd-5680d594cc21 admin admin] Usage tracker for resource:security_group_rule and tenant:aacdfd9e739b4ea89c21cb6ec94abd86 is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:18:15.776108 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-b04bffa1-2896-498a-86fd-5680d594cc21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:18:15.789126 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-b04bffa1-2896-498a-86fd-5680d594cc21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:18:15.948447 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-f182f37f-c8e4-4fab-a8b9-a0214f8413ee req-c98c0157-2dde-4ff1-aad3-40b28a67ea8b tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/ports?device_id=2f1a929c-b054-42c8-bd5e-e0ecb0c19af1 HTTP/1.1" status: 200 len: 210 time: 0.7117894 Feb 17 21:18:15.983533 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-7bee3432-9a37-467e-869e-12ea44492b0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:16.003730 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-7bee3432-9a37-467e-869e-12ea44492b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:16.095105 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-95846847-0de4-4f42-9e02-82aa16319fa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853854813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-925185'] for router, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:16.097766 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fbdf7a8-9e21-4f53-8fc4-972614354815 admin admin] Notify agent at l3_agent.dv-cinder-760193-4-smb the message routers_updated {{(pid=83970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 21:18:16.110106 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:16.112557 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7b6536-c02e-4ac6-8b46-992ca8f9c082 None None] Sync routers for ids ['27e89245-b678-485e-a102-eed28c72df52'] in dv-cinder-760193-4-smb {{(pid=83973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 21:18:16.122667 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-7bee3432-9a37-467e-869e-12ea44492b0c admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=0159c853dafc470384bf300119743e90&name=default HTTP/1.1" status: 200 len: 2975 time: 2.7911088 Feb 17 21:18:16.137703 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 60270) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:18:16.161063 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7b6536-c02e-4ac6-8b46-992ca8f9c082 None None] Routers {'27e89245-b678-485e-a102-eed28c72df52'} bound to L3 agent in host dv-cinder-760193-4-smb {{(pid=83973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:18:16.161802 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-af7b6536-c02e-4ac6-8b46-992ca8f9c082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T21:09:02Z,description=,heartbeat_timestamp=2021-02-17T21:18:02Z,host='dv-cinder-760193-4-smb',id=0536e1cb-4d3e-42d2-8b6d-8bd52a4e2590,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T21:09:02Z,topic='l3_agent')) {'router_ids': ['27e89245-b678-485e-a102-eed28c72df52'], 'active': True} {{(pid=83973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:18:16.185605 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [req-b62df60b-f0d9-4ae5-9779-bd980c0402f7 req-d9440cf0-8fff-448e-bcca-0476e32d5a84 tempest-DeleteServersTestJSON-2078073820 tempest-DeleteServersTestJSON-2078073820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:18:16.191845 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-b62df60b-f0d9-4ae5-9779-bd980c0402f7 req-d9440cf0-8fff-448e-bcca-0476e32d5a84 tempest-DeleteServersTestJSON-2078073820 tempest-DeleteServersTestJSON-2078073820-project] Usage tracker for resource:port and tenant:bfe6742a1a2d4e57a392436ce7f5b93c is out of sync, need to count used quota {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:18:16.195501 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-b62df60b-f0d9-4ae5-9779-bd980c0402f7 req-d9440cf0-8fff-448e-bcca-0476e32d5a84 tempest-DeleteServersTestJSON-2078073820 tempest-DeleteServersTestJSON-2078073820-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:18:16.213269 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [req-b62df60b-f0d9-4ae5-9779-bd980c0402f7 req-d9440cf0-8fff-448e-bcca-0476e32d5a84 tempest-DeleteServersTestJSON-2078073820 tempest-DeleteServersTestJSON-2078073820-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:18:16.303254 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bee3432-9a37-467e-869e-12ea44492b0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f3ec94e-5b61-4873-94ee-6041457b7a05,revision_number=1']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:16.321092 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-7bee3432-9a37-467e-869e-12ea44492b0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:16.343520 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b62df60b-f0d9-4ae5-9779-bd980c0402f7 req-d9440cf0-8fff-448e-bcca-0476e32d5a84 tempest-DeleteServersTestJSON-2078073820 tempest-DeleteServersTestJSON-2078073820-project] Made reservation on behalf of bfe6742a1a2d4e57a392436ce7f5b93c for: {'port': 1} {{(pid=83971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:18:16.360392 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-b62df60b-f0d9-4ae5-9779-bd980c0402f7 req-d9440cf0-8fff-448e-bcca-0476e32d5a84 tempest-DeleteServersTestJSON-2078073820 tempest-DeleteServersTestJSON-2078073820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:16.450149 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-5fbdf7a8-9e21-4f53-8fc4-972614354815 admin admin] Notify callbacks [] for router, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:16.454954 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-5fbdf7a8-9e21-4f53-8fc4-972614354815 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 9.8459475 Feb 17 21:18:16.455843 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 60276) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:18:16.507211 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.db_base_plugin_common [req-96268d8c-2668-4e2f-8b7d-38d1ffec59ba req-adbad293-fac8-4449-adbd-2972a5253400 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Allocated IP 172.20.0.9 (35f9b575-0edf-435d-825c-afd5be1781b3/1674444a-f910-400c-bb97-a2b62b24e55e/a7dd1a33-6565-4a8b-9d43-a498d20b7f6c) {{(pid=83971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 21:18:16.581201 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvr_db [None req-af7b6536-c02e-4ac6-8b46-992ca8f9c082 None None] Set router 27e89245-b678-485e-a102-eed28c72df52 gateway port host: dv-cinder-760193-4-smb {{(pid=83973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:18:17.004313 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-af7b6536-c02e-4ac6-8b46-992ca8f9c082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27e89245-b678-485e-a102-eed28c72df52', 'name': 'tempest-ServerRescueNegativeTestJSON-1631065911-router', 'tenant_id': '1e8007caa2284731820d67e6f9d57ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'external_fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.159'}], 'enable_snat': True}, 'gw_port_id': '7319c745-3762-4586-bc2c-ab12168ca0ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:18:06Z', 'updated_at': '2021-02-17T21:18:12Z', 'revision_number': 3, 'project_id': '1e8007caa2284731820d67e6f9d57ee9', 'gw_port': {'id': '7319c745-3762-4586-bc2c-ab12168ca0ec', 'name': '', 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3e:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27e89245-b678-485e-a102-eed28c72df52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:18:09Z', 'updated_at': '2021-02-17T21:18:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-smb'}], 'dv-cinder-760193-4-smb', False) {} {{(pid=83973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:18:17.014082 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7b6536-c02e-4ac6-8b46-992ca8f9c082 None None] Checking router: 27e89245-b678-485e-a102-eed28c72df52 for host: dv-cinder-760193-4-smb {{(pid=83973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 21:18:17.015656 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7b6536-c02e-4ac6-8b46-992ca8f9c082 None None] Updating router 27e89245-b678-485e-a102-eed28c72df52 port 7319c745-3762-4586-bc2c-ab12168ca0ec binding host dv-cinder-760193-4-smb {{(pid=83973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 21:18:17.166257 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-af7b6536-c02e-4ac6-8b46-992ca8f9c082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:17.179349 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-8d553ae9-f5ac-4e0e-b89e-f5ce2c00bb6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:17.468098 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 60296) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:18:17.523509 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-8d553ae9-f5ac-4e0e-b89e-f5ce2c00bb6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:17.536577 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-96268d8c-2668-4e2f-8b7d-38d1ffec59ba req-adbad293-fac8-4449-adbd-2972a5253400 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Notify callbacks [] for port, precommit_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:17.624256 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-3c8b3767-2244-4da0-a108-31ef9ba62887 req-2e2ee8db-c9f3-4fe1-b744-b970a0b85969 tempest-DeleteServersTestJSON-2078073820 tempest-DeleteServersTestJSON-2078073820-project] 10.222.0.90 "GET /v2.0/ports?device_id=115489bb-e732-4198-8ea8-4c80359bb5b8 HTTP/1.1" status: 200 len: 210 time: 0.4880352 Feb 17 21:18:17.675214 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-b04bffa1-2896-498a-86fd-5680d594cc21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:17.683651 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-8d553ae9-f5ac-4e0e-b89e-f5ce2c00bb6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:17.696780 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-b04bffa1-2896-498a-86fd-5680d594cc21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:17.701645 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:17.727736 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d553ae9-f5ac-4e0e-b89e-f5ce2c00bb6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f3ec94e-5b61-4873-94ee-6041457b7a05,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:17.751110 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-96268d8c-2668-4e2f-8b7d-38d1ffec59ba req-adbad293-fac8-4449-adbd-2972a5253400 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782347517401'] for port, after_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:17.751807 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95846847-0de4-4f42-9e02-82aa16319fa6 admin admin] Router 5352e0eb-5f08-4451-84d1-3e30b0d40635 is scheduled to L3 agent 0536e1cb-4d3e-42d2-8b6d-8bd52a4e2590 with binding_index 1 {{(pid=83970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 21:18:17.824382 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:17.833899 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-af7b6536-c02e-4ac6-8b46-992ca8f9c082 None None] Notify callbacks [] for port, precommit_update {{(pid=83973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:17.869033 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-af7b6536-c02e-4ac6-8b46-992ca8f9c082 None None] Transition to ACTIVE for port object 7319c745-3762-4586-bc2c-ab12168ca0ec will not be triggered until provisioned by entity L2. {{(pid=83973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:18:17.877113 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-af7b6536-c02e-4ac6-8b46-992ca8f9c082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:18.094125 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-e1ac4483-ecd8-4bc2-88c4-c86eb043e72c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:18.193900 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.db_base_plugin_common [req-b62df60b-f0d9-4ae5-9779-bd980c0402f7 req-d9440cf0-8fff-448e-bcca-0476e32d5a84 tempest-DeleteServersTestJSON-2078073820 tempest-DeleteServersTestJSON-2078073820-project] Allocated IP 172.20.0.14 (f9c0bbce-697f-4687-84a8-29729913ed49/cc07b3ae-8b1e-4c48-9b36-4ee67277e4f2/c28088cb-1500-4ef2-bc4e-db5da81c5071) {{(pid=83971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 21:18:18.194545 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [None req-af7b6536-c02e-4ac6-8b46-992ca8f9c082 None None] Attempting to bind port 7319c745-3762-4586-bc2c-ab12168ca0ec on host dv-cinder-760193-4-smb for vnic_type normal with profile {{(pid=83973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 21:18:18.195026 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [None req-af7b6536-c02e-4ac6-8b46-992ca8f9c082 None None] Attempting to bind port 7319c745-3762-4586-bc2c-ab12168ca0ec by drivers openvswitch on host dv-cinder-760193-4-smb at level 0 using segments [{'id': '1160e08b-7d0c-4f07-a68b-9e1b3764f9c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e'}] {{(pid=83973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 21:18:18.195433 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7b6536-c02e-4ac6-8b46-992ca8f9c082 None None] Attempting to bind port 7319c745-3762-4586-bc2c-ab12168ca0ec on network 35a248c9-4e56-449c-88ff-c033f82ee17e {{(pid=83973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 21:18:18.205386 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7b6536-c02e-4ac6-8b46-992ca8f9c082 None None] Checking agent: {'id': '1f40505b-3e8c-4bc5-b539-d04281a15ea5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 21, 9, 4), 'started_at': datetime.datetime(2021, 2, 17, 21, 9, 34), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.98', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 21:18:18.206111 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7b6536-c02e-4ac6-8b46-992ca8f9c082 None None] Checking segment: {'id': '1160e08b-7d0c-4f07-a68b-9e1b3764f9c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:18:18.207030 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-af7b6536-c02e-4ac6-8b46-992ca8f9c082 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:18.207540 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7b6536-c02e-4ac6-8b46-992ca8f9c082 None None] Bound using segment: {'id': '1160e08b-7d0c-4f07-a68b-9e1b3764f9c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e'} {{(pid=83973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 21:18:18.208146 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [None req-af7b6536-c02e-4ac6-8b46-992ca8f9c082 None None] Bound port: 7319c745-3762-4586-bc2c-ab12168ca0ec, host: dv-cinder-760193-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1160e08b-7d0c-4f07-a68b-9e1b3764f9c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e'}}] {{(pid=83973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 21:18:18.208569 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-af7b6536-c02e-4ac6-8b46-992ca8f9c082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:18.306518 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-af7b6536-c02e-4ac6-8b46-992ca8f9c082 None None] For port 7319c745-3762-4586-bc2c-ab12168ca0ec, host dv-cinder-760193-4-smb, cleared binding levels {{(pid=83973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 21:18:18.310127 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-af7b6536-c02e-4ac6-8b46-992ca8f9c082 None None] For port 7319c745-3762-4586-bc2c-ab12168ca0ec, host dv-cinder-760193-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-smb',level=0,port_id=7319c745-3762-4586-bc2c-ab12168ca0ec,segment=NetworkSegment(1160e08b-7d0c-4f07-a68b-9e1b3764f9c4),segment_id=1160e08b-7d0c-4f07-a68b-9e1b3764f9c4)] {{(pid=83973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 21:18:18.321549 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-af7b6536-c02e-4ac6-8b46-992ca8f9c082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:18.337892 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-8d553ae9-f5ac-4e0e-b89e-f5ce2c00bb6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:18.339526 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-8d553ae9-f5ac-4e0e-b89e-f5ce2c00bb6f admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/6f3ec94e-5b61-4873-94ee-6041457b7a05 HTTP/1.1" status: 204 len: 168 time: 2.1999876 Feb 17 21:18:18.342568 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-b04bffa1-2896-498a-86fd-5680d594cc21 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=aacdfd9e739b4ea89c21cb6ec94abd86&name=default HTTP/1.1" status: 200 len: 2975 time: 3.2687256 Feb 17 21:18:18.349464 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04bffa1-2896-498a-86fd-5680d594cc21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48493e91-4bb6-45ce-8906-c336ab65e7ff,revision_number=1']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:18.353343 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-b04bffa1-2896-498a-86fd-5680d594cc21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.652s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:18.356424 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 60318) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:18:18.361213 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-26f006bc-07b7-4a60-8155-088c601f7dfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.568s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:18.361794 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-26f006bc-07b7-4a60-8155-088c601f7dfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:18.383730 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-4d541fce-5768-4c8c-bde2-0585d21ae240 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:18.476293 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95846847-0de4-4f42-9e02-82aa16319fa6 admin admin] Notify agent at l3_agent.dv-cinder-760193-4-smb the message routers_updated {{(pid=83970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 21:18:18.486903 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375f3ead-3828-4477-bc54-33d9cc4122ba None None] Sync routers for ids ['5352e0eb-5f08-4451-84d1-3e30b0d40635'] in dv-cinder-760193-4-smb {{(pid=83972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 21:18:18.493179 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-4d541fce-5768-4c8c-bde2-0585d21ae240 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:18:18.499146 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-b62df60b-f0d9-4ae5-9779-bd980c0402f7 req-d9440cf0-8fff-448e-bcca-0476e32d5a84 tempest-DeleteServersTestJSON-2078073820 tempest-DeleteServersTestJSON-2078073820-project] Notify callbacks [] for port, precommit_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:18.503715 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375f3ead-3828-4477-bc54-33d9cc4122ba None None] Routers {'5352e0eb-5f08-4451-84d1-3e30b0d40635'} bound to L3 agent in host dv-cinder-760193-4-smb {{(pid=83972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:18:18.504190 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-375f3ead-3828-4477-bc54-33d9cc4122ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T21:09:02Z,description=,heartbeat_timestamp=2021-02-17T21:18:02Z,host='dv-cinder-760193-4-smb',id=0536e1cb-4d3e-42d2-8b6d-8bd52a4e2590,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T21:09:02Z,topic='l3_agent')) {'router_ids': ['5352e0eb-5f08-4451-84d1-3e30b0d40635'], 'active': True} {{(pid=83972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:18:18.529036 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cc702c-0239-4292-a859-dae54f91e807 None None] Pushing event updated for resources: {'Port': ['ID=7319c745-3762-4586-bc2c-ab12168ca0ec,revision_number=2']} {{(pid=83973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:18.531403 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-4d541fce-5768-4c8c-bde2-0585d21ae240 admin admin] Usage tracker for resource:security_group_rule and tenant:3fb4efff46984df28454a6aa789cab66 is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:18:18.541527 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc702c-0239-4292-a859-dae54f91e807 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:18:18.542157 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc702c-0239-4292-a859-dae54f91e807 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:18:18.542846 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc702c-0239-4292-a859-dae54f91e807 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:18:18.546248 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc702c-0239-4292-a859-dae54f91e807 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:18:18.547074 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc702c-0239-4292-a859-dae54f91e807 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:18:18.547615 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc702c-0239-4292-a859-dae54f91e807 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:18:18.548138 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc702c-0239-4292-a859-dae54f91e807 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:18:18.548647 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc702c-0239-4292-a859-dae54f91e807 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:18:18.549167 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc702c-0239-4292-a859-dae54f91e807 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:18:18.549674 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc702c-0239-4292-a859-dae54f91e807 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:18:18.550444 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc702c-0239-4292-a859-dae54f91e807 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:18:18.550996 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc702c-0239-4292-a859-dae54f91e807 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:18:18.551738 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc702c-0239-4292-a859-dae54f91e807 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:18:18.552291 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc702c-0239-4292-a859-dae54f91e807 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:18:18.552835 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc702c-0239-4292-a859-dae54f91e807 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:18:18.553384 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc702c-0239-4292-a859-dae54f91e807 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:18:18.553933 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc702c-0239-4292-a859-dae54f91e807 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:18:18.554474 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc702c-0239-4292-a859-dae54f91e807 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:18:18.555033 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc702c-0239-4292-a859-dae54f91e807 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:18:18.556158 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc702c-0239-4292-a859-dae54f91e807 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:18:18.557228 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc702c-0239-4292-a859-dae54f91e807 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:18:18.557742 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc702c-0239-4292-a859-dae54f91e807 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:18:18.558398 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc702c-0239-4292-a859-dae54f91e807 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:18:18.558984 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc702c-0239-4292-a859-dae54f91e807 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:18:18.561600 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc702c-0239-4292-a859-dae54f91e807 None None] Tracked resource versions report: Feb 17 21:18:18.561600 dv-cinder-760193-4-smb neutron-server[83861]: pushed versions: Feb 17 21:18:18.561600 dv-cinder-760193-4-smb neutron-server[83861]: { 'AddressGroup': {'1.1'}, Feb 17 21:18:18.561600 dv-cinder-760193-4-smb neutron-server[83861]: 'ConntrackHelper': {'1.0'}, Feb 17 21:18:18.561600 dv-cinder-760193-4-smb neutron-server[83861]: 'Log': {'1.0'}, Feb 17 21:18:18.561600 dv-cinder-760193-4-smb neutron-server[83861]: 'Network': {'1.1'}, Feb 17 21:18:18.561600 dv-cinder-760193-4-smb neutron-server[83861]: 'Port': {'1.7'}, Feb 17 21:18:18.561600 dv-cinder-760193-4-smb neutron-server[83861]: 'PortForwarding': {'1.2'}, Feb 17 21:18:18.561600 dv-cinder-760193-4-smb neutron-server[83861]: 'QosPolicy': {'1.8'}, Feb 17 21:18:18.561600 dv-cinder-760193-4-smb neutron-server[83861]: 'SecurityGroup': {'1.4'}, Feb 17 21:18:18.561600 dv-cinder-760193-4-smb neutron-server[83861]: 'SecurityGroupRule': {'1.2'}, Feb 17 21:18:18.561600 dv-cinder-760193-4-smb neutron-server[83861]: 'SubPort': {'1.0'}, Feb 17 21:18:18.561600 dv-cinder-760193-4-smb neutron-server[83861]: 'Subnet': {'1.1'}, Feb 17 21:18:18.561600 dv-cinder-760193-4-smb neutron-server[83861]: 'Trunk': {'1.1'}} Feb 17 21:18:18.561600 dv-cinder-760193-4-smb neutron-server[83861]: consumer versions: Feb 17 21:18:18.561600 dv-cinder-760193-4-smb neutron-server[83861]: { DHCP agent@dv-cinder-760193-4-smb: {}, Feb 17 21:18:18.561600 dv-cinder-760193-4-smb neutron-server[83861]: L3 agent@dv-cinder-760193-4-smb: {}, Feb 17 21:18:18.561600 dv-cinder-760193-4-smb neutron-server[83861]: Metadata agent@dv-cinder-760193-4-smb: {}, Feb 17 21:18:18.561600 dv-cinder-760193-4-smb neutron-server[83861]: Metering agent@dv-cinder-760193-4-smb: {}, Feb 17 21:18:18.561600 dv-cinder-760193-4-smb neutron-server[83861]: Open vSwitch agent@dv-cinder-760193-4-smb: { 'AddressGroup': '1.1', Feb 17 21:18:18.561600 dv-cinder-760193-4-smb neutron-server[83861]: 'ConntrackHelper': '1.0', Feb 17 21:18:18.561600 dv-cinder-760193-4-smb neutron-server[83861]: 'Log': '1.0', Feb 17 21:18:18.561600 dv-cinder-760193-4-smb neutron-server[83861]: 'Network': '1.1', Feb 17 21:18:18.561600 dv-cinder-760193-4-smb neutron-server[83861]: 'Port': '1.7', Feb 17 21:18:18.561600 dv-cinder-760193-4-smb neutron-server[83861]: 'PortForwarding': '1.2', Feb 17 21:18:18.561600 dv-cinder-760193-4-smb neutron-server[83861]: 'QosPolicy': '1.8', Feb 17 21:18:18.561600 dv-cinder-760193-4-smb neutron-server[83861]: 'SecurityGroup': '1.4', Feb 17 21:18:18.561600 dv-cinder-760193-4-smb neutron-server[83861]: 'SecurityGroupRule': '1.2', Feb 17 21:18:18.561600 dv-cinder-760193-4-smb neutron-server[83861]: 'SubPort': '1.0', Feb 17 21:18:18.561600 dv-cinder-760193-4-smb neutron-server[83861]: 'Subnet': '1.1', Feb 17 21:18:18.561600 dv-cinder-760193-4-smb neutron-server[83861]: 'Trunk': '1.1'}, Feb 17 21:18:18.561600 dv-cinder-760193-4-smb neutron-server[83861]: Open vSwitch agent@hv-cinder-76019: { 'AddressGroup': '1.1', Feb 17 21:18:18.561600 dv-cinder-760193-4-smb neutron-server[83861]: 'ConntrackHelper': '1.0', Feb 17 21:18:18.561600 dv-cinder-760193-4-smb neutron-server[83861]: 'Log': '1.0', Feb 17 21:18:18.561600 dv-cinder-760193-4-smb neutron-server[83861]: 'Network': '1.1', Feb 17 21:18:18.561600 dv-cinder-760193-4-smb neutron-server[83861]: 'Port': '1.7', Feb 17 21:18:18.561600 dv-cinder-760193-4-smb neutron-server[83861]: 'PortForwarding': '1.2', Feb 17 21:18:18.561600 dv-cinder-760193-4-smb neutron-server[83861]: 'QosPolicy': '1.8', Feb 17 21:18:18.561600 dv-cinder-760193-4-smb neutron-server[83861]: 'SecurityGroup': '1.4', Feb 17 21:18:18.561600 dv-cinder-760193-4-smb neutron-server[83861]: 'SecurityGroupRule': '1.2', Feb 17 21:18:18.561600 dv-cinder-760193-4-smb neutron-server[83861]: 'SubPort': '1.0', Feb 17 21:18:18.561600 dv-cinder-760193-4-smb neutron-server[83861]: 'Subnet': '1.1', Feb 17 21:18:18.561600 dv-cinder-760193-4-smb neutron-server[83861]: 'Trunk': '1.1'}} Feb 17 21:18:18.561600 dv-cinder-760193-4-smb neutron-server[83861]: {{(pid=83973) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 17 21:18:18.577302 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-4d541fce-5768-4c8c-bde2-0585d21ae240 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:18:18.597233 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7b6536-c02e-4ac6-8b46-992ca8f9c082 None None] Routers {'27e89245-b678-485e-a102-eed28c72df52'} bound to L3 agent in host dv-cinder-760193-4-smb {{(pid=83973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:18:18.599287 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-af7b6536-c02e-4ac6-8b46-992ca8f9c082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T21:09:02Z,description=,heartbeat_timestamp=2021-02-17T21:18:02Z,host='dv-cinder-760193-4-smb',id=0536e1cb-4d3e-42d2-8b6d-8bd52a4e2590,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T21:09:02Z,topic='l3_agent')) {'router_ids': ['27e89245-b678-485e-a102-eed28c72df52'], 'active': True} {{(pid=83973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:18:18.622521 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-4d541fce-5768-4c8c-bde2-0585d21ae240 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:18:18.643766 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-95846847-0de4-4f42-9e02-82aa16319fa6 admin admin] Notify callbacks [] for router, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:18.644329 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbad293-fac8-4449-adbd-2972a5253400 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Pushing event updated for resources: {'Port': ['ID=a7dd1a33-6565-4a8b-9d43-a498d20b7f6c,revision_number=1']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:18.647774 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-95846847-0de4-4f42-9e02-82aa16319fa6 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 12.0318494 Feb 17 21:18:18.660118 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-adbad293-fac8-4449-adbd-2972a5253400 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.835s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:18.660375 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 60324) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:18:18.668800 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-b62df60b-f0d9-4ae5-9779-bd980c0402f7 req-d9440cf0-8fff-448e-bcca-0476e32d5a84 tempest-DeleteServersTestJSON-2078073820 tempest-DeleteServersTestJSON-2078073820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782347517401'] for port, after_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:18.777783 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-99849033-17b3-49eb-bd81-4cd0c520257d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:19.066732 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ca4d0a-7ff5-4ef5-91b4-30b034013a07 req-16024fcc-6fcf-4c64-8609-f8f0bff9916e tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:18:19.071424 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-c1ca4d0a-7ff5-4ef5-91b4-30b034013a07 req-16024fcc-6fcf-4c64-8609-f8f0bff9916e tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/ports?device_id=2f1a929c-b054-42c8-bd5e-e0ecb0c19af1 HTTP/1.1" status: 200 len: 931 time: 1.4653270 Feb 17 21:18:19.075665 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9440cf0-8fff-448e-bcca-0476e32d5a84 tempest-DeleteServersTestJSON-2078073820 tempest-DeleteServersTestJSON-2078073820-project] Pushing event updated for resources: {'Port': ['ID=c28088cb-1500-4ef2-bc4e-db5da81c5071,revision_number=1']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:19.125671 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvr_db [None req-375f3ead-3828-4477-bc54-33d9cc4122ba None None] Set router 5352e0eb-5f08-4451-84d1-3e30b0d40635 gateway port host: dv-cinder-760193-4-smb {{(pid=83972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:18:19.155549 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d9440cf0-8fff-448e-bcca-0476e32d5a84 tempest-DeleteServersTestJSON-2078073820 tempest-DeleteServersTestJSON-2078073820-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:19.177818 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-c1ca4d0a-7ff5-4ef5-91b4-30b034013a07 req-428b9dda-6fc6-404c-9364-469cdda24fdd tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Synchronizing usage tracker for tenant:99ecb63817724b3b843973136a4f57b7 on resource:security_group {{(pid=83971) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:18:19.246568 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-c1ca4d0a-7ff5-4ef5-91b4-30b034013a07 req-428b9dda-6fc6-404c-9364-469cdda24fdd tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Unset dirty status for tenant:99ecb63817724b3b843973136a4f57b7 on resource:security_group {{(pid=83971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:18:19.248384 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-c1ca4d0a-7ff5-4ef5-91b4-30b034013a07 req-428b9dda-6fc6-404c-9364-469cdda24fdd tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/security-groups?id=fce51754-d32d-475a-91fc-501dc12703ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605096 Feb 17 21:18:19.381683 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b084f7-bb3d-4789-9012-3c35ee7a424a req-0b5fdb9b-4805-45e3-8ac6-98522e1706da tempest-DeleteServersTestJSON-2078073820 tempest-DeleteServersTestJSON-2078073820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:18:19.384525 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-79b084f7-bb3d-4789-9012-3c35ee7a424a req-0b5fdb9b-4805-45e3-8ac6-98522e1706da tempest-DeleteServersTestJSON-2078073820 tempest-DeleteServersTestJSON-2078073820-project] 10.222.0.90 "GET /v2.0/ports?device_id=115489bb-e732-4198-8ea8-4c80359bb5b8 HTTP/1.1" status: 200 len: 932 time: 0.3879530 Feb 17 21:18:19.387501 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96268d8c-2668-4e2f-8b7d-38d1ffec59ba req-adbad293-fac8-4449-adbd-2972a5253400 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Network 35f9b575-0edf-435d-825c-afd5be1781b3 is already hosted by enough agents. {{(pid=83971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:18:19.450791 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.base_scheduler [req-96268d8c-2668-4e2f-8b7d-38d1ffec59ba req-adbad293-fac8-4449-adbd-2972a5253400 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Resources bound (agent type, host, resource id): {{(pid=83971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:18:19.457709 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-79b084f7-bb3d-4789-9012-3c35ee7a424a req-5bec44b4-eba6-409c-866a-eb917c8ccea7 tempest-DeleteServersTestJSON-2078073820 tempest-DeleteServersTestJSON-2078073820-project] Synchronizing usage tracker for tenant:bfe6742a1a2d4e57a392436ce7f5b93c on resource:security_group {{(pid=83971) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:18:19.462918 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [req-96268d8c-2668-4e2f-8b7d-38d1ffec59ba req-adbad293-fac8-4449-adbd-2972a5253400 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Received port after_create {{(pid=83971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 21:18:19.470224 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96268d8c-2668-4e2f-8b7d-38d1ffec59ba req-adbad293-fac8-4449-adbd-2972a5253400 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:18:19.471315 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-96268d8c-2668-4e2f-8b7d-38d1ffec59ba req-adbad293-fac8-4449-adbd-2972a5253400 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854194843'] for port, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:19.508768 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-96268d8c-2668-4e2f-8b7d-38d1ffec59ba req-adbad293-fac8-4449-adbd-2972a5253400 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.4276404 Feb 17 21:18:19.542062 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b62df60b-f0d9-4ae5-9779-bd980c0402f7 req-d9440cf0-8fff-448e-bcca-0476e32d5a84 tempest-DeleteServersTestJSON-2078073820 tempest-DeleteServersTestJSON-2078073820-project] Network f9c0bbce-697f-4687-84a8-29729913ed49 is already hosted by enough agents. {{(pid=83971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:18:19.552484 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvr_db [None req-af7b6536-c02e-4ac6-8b46-992ca8f9c082 None None] Set router 27e89245-b678-485e-a102-eed28c72df52 gateway port host: dv-cinder-760193-4-smb {{(pid=83973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:18:19.553527 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.base_scheduler [req-b62df60b-f0d9-4ae5-9779-bd980c0402f7 req-d9440cf0-8fff-448e-bcca-0476e32d5a84 tempest-DeleteServersTestJSON-2078073820 tempest-DeleteServersTestJSON-2078073820-project] Resources bound (agent type, host, resource id): {{(pid=83971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:18:19.570392 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [req-b62df60b-f0d9-4ae5-9779-bd980c0402f7 req-d9440cf0-8fff-448e-bcca-0476e32d5a84 tempest-DeleteServersTestJSON-2078073820 tempest-DeleteServersTestJSON-2078073820-project] Received port after_create {{(pid=83971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 21:18:19.583774 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62df60b-f0d9-4ae5-9779-bd980c0402f7 req-d9440cf0-8fff-448e-bcca-0476e32d5a84 tempest-DeleteServersTestJSON-2078073820 tempest-DeleteServersTestJSON-2078073820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:18:19.584776 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-b62df60b-f0d9-4ae5-9779-bd980c0402f7 req-d9440cf0-8fff-448e-bcca-0476e32d5a84 tempest-DeleteServersTestJSON-2078073820 tempest-DeleteServersTestJSON-2078073820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854194843'] for port, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:19.615579 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-79b084f7-bb3d-4789-9012-3c35ee7a424a req-5bec44b4-eba6-409c-866a-eb917c8ccea7 tempest-DeleteServersTestJSON-2078073820 tempest-DeleteServersTestJSON-2078073820-project] Unset dirty status for tenant:bfe6742a1a2d4e57a392436ce7f5b93c on resource:security_group {{(pid=83971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:18:19.619042 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-79b084f7-bb3d-4789-9012-3c35ee7a424a req-5bec44b4-eba6-409c-866a-eb917c8ccea7 tempest-DeleteServersTestJSON-2078073820 tempest-DeleteServersTestJSON-2078073820-project] 10.222.0.90 "GET /v2.0/security-groups?id=7fd96fbc-c465-4ff5-8ea6-befe9a748b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181053 Feb 17 21:18:19.638666 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b62df60b-f0d9-4ae5-9779-bd980c0402f7 req-d9440cf0-8fff-448e-bcca-0476e32d5a84 tempest-DeleteServersTestJSON-2078073820 tempest-DeleteServersTestJSON-2078073820-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2508779 Feb 17 21:18:19.641802 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-65ab2b04-a701-4929-a4aa-57ef787b9939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:19.757253 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [req-b62df60b-f0d9-4ae5-9779-bd980c0402f7 req-7f1aa9be-f772-4165-acf2-8b607431fdfc tempest-DeleteServersTestJSON-2078073820 tempest-DeleteServersTestJSON-2078073820-project] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=83971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 21:18:19.758525 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b62df60b-f0d9-4ae5-9779-bd980c0402f7 req-7f1aa9be-f772-4165-acf2-8b607431fdfc tempest-DeleteServersTestJSON-2078073820 tempest-DeleteServersTestJSON-2078073820-project] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0067811 Feb 17 21:18:19.769678 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [req-96268d8c-2668-4e2f-8b7d-38d1ffec59ba req-1bca4f46-18fa-4b5d-a89b-968f238a9d19 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=83971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 21:18:19.776732 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-96268d8c-2668-4e2f-8b7d-38d1ffec59ba req-1bca4f46-18fa-4b5d-a89b-968f238a9d19 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0169916 Feb 17 21:18:19.788838 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-43cc702c-0239-4292-a859-dae54f91e807 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.695s {{(pid=83973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:19.789479 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.276s {{(pid=83973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:19.856624 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-65ab2b04-a701-4929-a4aa-57ef787b9939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:19.999718 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-375f3ead-3828-4477-bc54-33d9cc4122ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5352e0eb-5f08-4451-84d1-3e30b0d40635', 'name': 'tempest-AttachVolumeTestJSON-978606717-router', 'tenant_id': '9cd772018d984344b6df5dd95a3340d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'external_fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.146'}], 'enable_snat': True}, 'gw_port_id': '65fdc61c-05c6-4547-94ff-946351aea217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:18:06Z', 'updated_at': '2021-02-17T21:18:13Z', 'revision_number': 3, 'project_id': '9cd772018d984344b6df5dd95a3340d9', 'gw_port': {'id': '65fdc61c-05c6-4547-94ff-946351aea217', 'name': '', 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:98:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5352e0eb-5f08-4451-84d1-3e30b0d40635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:18:10Z', 'updated_at': '2021-02-17T21:18:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-smb'}], 'dv-cinder-760193-4-smb', False) {} {{(pid=83972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:18:20.005444 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375f3ead-3828-4477-bc54-33d9cc4122ba None None] Checking router: 5352e0eb-5f08-4451-84d1-3e30b0d40635 for host: dv-cinder-760193-4-smb {{(pid=83972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 21:18:20.006448 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375f3ead-3828-4477-bc54-33d9cc4122ba None None] Updating router 5352e0eb-5f08-4451-84d1-3e30b0d40635 port 65fdc61c-05c6-4547-94ff-946351aea217 binding host dv-cinder-760193-4-smb {{(pid=83972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 21:18:20.082252 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cc702c-0239-4292-a859-dae54f91e807 None None] Pushing event updated for resources: {'Port': ['ID=7319c745-3762-4586-bc2c-ab12168ca0ec,revision_number=3']} {{(pid=83973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:20.107750 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-43cc702c-0239-4292-a859-dae54f91e807 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=83973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:20.157782 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-375f3ead-3828-4477-bc54-33d9cc4122ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:20.287524 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [req-b62df60b-f0d9-4ae5-9779-bd980c0402f7 req-5c3564c5-0c2c-4478-8d2b-420d8eab3053 service neutron] Request body: {'port': {'device_id': '115489bb-e732-4198-8ea8-4c80359bb5b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:18:20.426451 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-af7b6536-c02e-4ac6-8b46-992ca8f9c082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27e89245-b678-485e-a102-eed28c72df52', 'name': 'tempest-ServerRescueNegativeTestJSON-1631065911-router', 'tenant_id': '1e8007caa2284731820d67e6f9d57ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'external_fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.159'}], 'enable_snat': True}, 'gw_port_id': '7319c745-3762-4586-bc2c-ab12168ca0ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:18:06Z', 'updated_at': '2021-02-17T21:18:12Z', 'revision_number': 3, 'project_id': '1e8007caa2284731820d67e6f9d57ee9', 'gw_port': {'id': '7319c745-3762-4586-bc2c-ab12168ca0ec', 'name': '', 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3e:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27e89245-b678-485e-a102-eed28c72df52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:18:09Z', 'updated_at': '2021-02-17T21:18:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-smb'}], 'dv-cinder-760193-4-smb', False) {} {{(pid=83973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:18:20.438685 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af7b6536-c02e-4ac6-8b46-992ca8f9c082 None None] The sync data for ids ['27e89245-b678-485e-a102-eed28c72df52'] in dv-cinder-760193-4-smb is: [{'id': '27e89245-b678-485e-a102-eed28c72df52', 'name': 'tempest-ServerRescueNegativeTestJSON-1631065911-router', 'tenant_id': '1e8007caa2284731820d67e6f9d57ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'external_fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.159'}], 'enable_snat': True}, 'gw_port_id': '7319c745-3762-4586-bc2c-ab12168ca0ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:18:06Z', 'updated_at': '2021-02-17T21:18:12Z', 'revision_number': 3, 'project_id': '1e8007caa2284731820d67e6f9d57ee9', 'gw_port': {'id': '7319c745-3762-4586-bc2c-ab12168ca0ec', 'name': '', 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3e:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27e89245-b678-485e-a102-eed28c72df52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:18:09Z', 'updated_at': '2021-02-17T21:18:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-smb'}] {{(pid=83973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 21:18:20.525294 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-7218171c-59a1-4946-8cf3-17df31044538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:20.591483 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [req-96268d8c-2668-4e2f-8b7d-38d1ffec59ba req-2037f96c-e43a-4623-be81-5340a430de4a service neutron] Request body: {'port': {'device_id': '2f1a929c-b054-42c8-bd5e-e0ecb0c19af1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:18:20.660944 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-65ab2b04-a701-4929-a4aa-57ef787b9939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:20.663986 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-4d541fce-5768-4c8c-bde2-0585d21ae240 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:20.888742 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-375f3ead-3828-4477-bc54-33d9cc4122ba None None] Notify callbacks [] for port, precommit_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:20.903670 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-375f3ead-3828-4477-bc54-33d9cc4122ba None None] Transition to ACTIVE for port object 65fdc61c-05c6-4547-94ff-946351aea217 will not be triggered until provisioned by entity L2. {{(pid=83972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:18:20.913236 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-375f3ead-3828-4477-bc54-33d9cc4122ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:20.927675 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-4d541fce-5768-4c8c-bde2-0585d21ae240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:20.935574 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-b62df60b-f0d9-4ae5-9779-bd980c0402f7 req-5c3564c5-0c2c-4478-8d2b-420d8eab3053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:20.939312 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:21.319571 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4236da2a-9ee5-4bde-836a-49d068618f28 None None] Pushing event updated for resources: {'Port': ['ID=65fdc61c-05c6-4547-94ff-946351aea217,revision_number=2']} {{(pid=83972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:21.345660 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.db_base_plugin_common [None req-7218171c-59a1-4946-8cf3-17df31044538 admin admin] Allocated IP 172.20.0.1 (aa2f4e05-f1b6-4d1c-a052-1a8707f48be4/68c4757a-1327-48d0-97b5-5af10066f5ed/a39b3011-2218-45cc-b4c6-41e0c8ad492c) {{(pid=83970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 21:18:21.364100 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-4236da2a-9ee5-4bde-836a-49d068618f28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:21.379538 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [None req-375f3ead-3828-4477-bc54-33d9cc4122ba None None] Attempting to bind port 65fdc61c-05c6-4547-94ff-946351aea217 on host dv-cinder-760193-4-smb for vnic_type normal with profile {{(pid=83972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 21:18:21.379960 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [None req-375f3ead-3828-4477-bc54-33d9cc4122ba None None] Attempting to bind port 65fdc61c-05c6-4547-94ff-946351aea217 by drivers openvswitch on host dv-cinder-760193-4-smb at level 0 using segments [{'id': '1160e08b-7d0c-4f07-a68b-9e1b3764f9c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e'}] {{(pid=83972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 21:18:21.380380 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375f3ead-3828-4477-bc54-33d9cc4122ba None None] Attempting to bind port 65fdc61c-05c6-4547-94ff-946351aea217 on network 35a248c9-4e56-449c-88ff-c033f82ee17e {{(pid=83972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 21:18:21.387504 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375f3ead-3828-4477-bc54-33d9cc4122ba None None] Checking agent: {'id': '1f40505b-3e8c-4bc5-b539-d04281a15ea5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 21, 9, 4), 'started_at': datetime.datetime(2021, 2, 17, 21, 9, 34), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.98', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 21:18:21.387931 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375f3ead-3828-4477-bc54-33d9cc4122ba None None] Checking segment: {'id': '1160e08b-7d0c-4f07-a68b-9e1b3764f9c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:18:21.388416 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-375f3ead-3828-4477-bc54-33d9cc4122ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:21.388809 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375f3ead-3828-4477-bc54-33d9cc4122ba None None] Bound using segment: {'id': '1160e08b-7d0c-4f07-a68b-9e1b3764f9c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e'} {{(pid=83972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 21:18:21.389524 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [None req-375f3ead-3828-4477-bc54-33d9cc4122ba None None] Bound port: 65fdc61c-05c6-4547-94ff-946351aea217, host: dv-cinder-760193-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1160e08b-7d0c-4f07-a68b-9e1b3764f9c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e'}}] {{(pid=83972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 21:18:21.389962 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-375f3ead-3828-4477-bc54-33d9cc4122ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:21.654815 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-375f3ead-3828-4477-bc54-33d9cc4122ba None None] For port 65fdc61c-05c6-4547-94ff-946351aea217, host dv-cinder-760193-4-smb, cleared binding levels {{(pid=83972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 21:18:21.662119 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-375f3ead-3828-4477-bc54-33d9cc4122ba None None] For port 65fdc61c-05c6-4547-94ff-946351aea217, host dv-cinder-760193-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-smb',level=0,port_id=65fdc61c-05c6-4547-94ff-946351aea217,segment=NetworkSegment(1160e08b-7d0c-4f07-a68b-9e1b3764f9c4),segment_id=1160e08b-7d0c-4f07-a68b-9e1b3764f9c4)] {{(pid=83972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 21:18:21.682224 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-7218171c-59a1-4946-8cf3-17df31044538 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:21.686208 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-375f3ead-3828-4477-bc54-33d9cc4122ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:21.723225 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-b04bffa1-2896-498a-86fd-5680d594cc21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:21.750540 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-4b17e747-7da3-4664-801d-09027da31663 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:21.786966 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-7218171c-59a1-4946-8cf3-17df31044538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782347517401'] for port, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:22.185906 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.agents_db [None req-d7035ca1-ab1a-4600-abec-6b06ab5f95db None None] Agent healthcheck: found 6 active agents {{(pid=83973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 21:18:22.212582 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ab2b04-a701-4929-a4aa-57ef787b9939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48493e91-4bb6-45ce-8906-c336ab65e7ff,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:22.261112 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-65ab2b04-a701-4929-a4aa-57ef787b9939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:22.265271 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-65ab2b04-a701-4929-a4aa-57ef787b9939 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/48493e91-4bb6-45ce-8906-c336ab65e7ff HTTP/1.1" status: 204 len: 168 time: 3.8996580 Feb 17 21:18:22.349038 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d541fce-5768-4c8c-bde2-0585d21ae240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfaf8d64-3bdb-48de-b339-c3f222198ad9,revision_number=1']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:22.408746 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-4d541fce-5768-4c8c-bde2-0585d21ae240 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.687s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:22.422041 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7218171c-59a1-4946-8cf3-17df31044538 admin admin] Network aa2f4e05-f1b6-4d1c-a052-1a8707f48be4 is already hosted by enough agents. {{(pid=83970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:18:22.423116 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.637s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:22.423580 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:22.427853 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.base_scheduler [None req-7218171c-59a1-4946-8cf3-17df31044538 admin admin] Resources bound (agent type, host, resource id): {{(pid=83970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:18:22.430264 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.175s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:22.475681 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4236da2a-9ee5-4bde-836a-49d068618f28 None None] Pushing event updated for resources: {'Port': ['ID=65fdc61c-05c6-4547-94ff-946351aea217,revision_number=3']} {{(pid=83972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:22.482051 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-4236da2a-9ee5-4bde-836a-49d068618f28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.732s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:22.517760 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-4d541fce-5768-4c8c-bde2-0585d21ae240 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=3fb4efff46984df28454a6aa789cab66&name=default HTTP/1.1" status: 200 len: 2975 time: 5.0362618 Feb 17 21:18:22.521475 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7218171c-59a1-4946-8cf3-17df31044538 admin admin] Received port after_create {{(pid=83970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 21:18:22.521990 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-7218171c-59a1-4946-8cf3-17df31044538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853844712'] for router_interface, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:22.562779 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 60406) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:18:22.616444 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375f3ead-3828-4477-bc54-33d9cc4122ba None None] Routers {'5352e0eb-5f08-4451-84d1-3e30b0d40635'} bound to L3 agent in host dv-cinder-760193-4-smb {{(pid=83972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:18:22.617472 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-375f3ead-3828-4477-bc54-33d9cc4122ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T21:09:02Z,description=,heartbeat_timestamp=2021-02-17T21:18:02Z,host='dv-cinder-760193-4-smb',id=0536e1cb-4d3e-42d2-8b6d-8bd52a4e2590,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T21:09:02Z,topic='l3_agent')) {'router_ids': ['5352e0eb-5f08-4451-84d1-3e30b0d40635'], 'active': True} {{(pid=83972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:18:22.686539 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-96268d8c-2668-4e2f-8b7d-38d1ffec59ba req-2037f96c-e43a-4623-be81-5340a430de4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:22.747899 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7218171c-59a1-4946-8cf3-17df31044538 admin admin] Pushing event updated for resources: {'Port': ['ID=a39b3011-2218-45cc-b4c6-41e0c8ad492c,revision_number=1']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:22.751919 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-7218171c-59a1-4946-8cf3-17df31044538 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:22.968544 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Device 7319c745-3762-4586-bc2c-ab12168ca0ec up at agent ovs-agent-dv-cinder-760193-4-smb {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:18:23.313783 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Provisioning for port 7319c745-3762-4586-bc2c-ab12168ca0ec completed by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:18:23.336174 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Provisioning complete for port 7319c745-3762-4586-bc2c-ab12168ca0ec triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:18:23.336654 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:23.401017 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3795f06d-7e70-4786-b465-0e1ceb54a159 req-c72a7057-9181-4771-ac57-a1d3d88a0251 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:18:23.401855 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-3795f06d-7e70-4786-b465-0e1ceb54a159 req-c72a7057-9181-4771-ac57-a1d3d88a0251 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Synchronizing usage tracker for tenant:99ecb63817724b3b843973136a4f57b7 on resource:port {{(pid=83971) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:18:23.549893 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvr_db [None req-375f3ead-3828-4477-bc54-33d9cc4122ba None None] Set router 5352e0eb-5f08-4451-84d1-3e30b0d40635 gateway port host: dv-cinder-760193-4-smb {{(pid=83972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:18:23.669145 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d44d0b48-60ce-4021-941a-c365dd9b29e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:23.688823 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.db.resource_extend [req-96268d8c-2668-4e2f-8b7d-38d1ffec59ba req-2037f96c-e43a-4623-be81-5340a430de4a service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 17 21:18:23.811119 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977ab478-9005-45a3-b143-46b0b798fef1 req-416a67ca-11bd-416f-80ca-5dd629f61d6b tempest-DeleteServersTestJSON-2078073820 tempest-DeleteServersTestJSON-2078073820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:18:23.815029 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-977ab478-9005-45a3-b143-46b0b798fef1 req-416a67ca-11bd-416f-80ca-5dd629f61d6b tempest-DeleteServersTestJSON-2078073820 tempest-DeleteServersTestJSON-2078073820-project] Synchronizing usage tracker for tenant:bfe6742a1a2d4e57a392436ce7f5b93c on resource:port {{(pid=83971) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:18:23.819748 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-3795f06d-7e70-4786-b465-0e1ceb54a159 req-c72a7057-9181-4771-ac57-a1d3d88a0251 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Unset dirty status for tenant:99ecb63817724b3b843973136a4f57b7 on resource:port {{(pid=83971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:18:23.823821 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-3795f06d-7e70-4786-b465-0e1ceb54a159 req-c72a7057-9181-4771-ac57-a1d3d88a0251 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/ports?device_id=2f1a929c-b054-42c8-bd5e-e0ecb0c19af1 HTTP/1.1" status: 200 len: 931 time: 3.2728763 Feb 17 21:18:23.922825 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-80c36cb4-df9d-4863-b089-1609f87c2cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:24.027085 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-7218171c-59a1-4946-8cf3-17df31044538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:24.126439 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [req-96268d8c-2668-4e2f-8b7d-38d1ffec59ba req-2037f96c-e43a-4623-be81-5340a430de4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7dd1a33-6565-4a8b-9d43-a498d20b7f6c {{(pid=83971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 21:18:24.153422 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-96268d8c-2668-4e2f-8b7d-38d1ffec59ba req-2037f96c-e43a-4623-be81-5340a430de4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:24.170934 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [req-96268d8c-2668-4e2f-8b7d-38d1ffec59ba req-2037f96c-e43a-4623-be81-5340a430de4a service neutron] Transition to ACTIVE for port object a7dd1a33-6565-4a8b-9d43-a498d20b7f6c will not be triggered until provisioned by entity L2. {{(pid=83971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:18:24.212816 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-96268d8c-2668-4e2f-8b7d-38d1ffec59ba req-2037f96c-e43a-4623-be81-5340a430de4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:24.213722 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-977ab478-9005-45a3-b143-46b0b798fef1 req-416a67ca-11bd-416f-80ca-5dd629f61d6b tempest-DeleteServersTestJSON-2078073820 tempest-DeleteServersTestJSON-2078073820-project] Unset dirty status for tenant:bfe6742a1a2d4e57a392436ce7f5b93c on resource:port {{(pid=83971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:18:24.222784 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-977ab478-9005-45a3-b143-46b0b798fef1 req-416a67ca-11bd-416f-80ca-5dd629f61d6b tempest-DeleteServersTestJSON-2078073820 tempest-DeleteServersTestJSON-2078073820-project] 10.222.0.90 "GET /v2.0/ports?device_id=115489bb-e732-4198-8ea8-4c80359bb5b8 HTTP/1.1" status: 200 len: 932 time: 3.2958865 Feb 17 21:18:24.254271 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d44d0b48-60ce-4021-941a-c365dd9b29e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:24.587875 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:24.630380 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] For port 7319c745-3762-4586-bc2c-ab12168ca0ec, host dv-cinder-760193-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-smb',level=0,port_id=7319c745-3762-4586-bc2c-ab12168ca0ec,segment=NetworkSegment(1160e08b-7d0c-4f07-a68b-9e1b3764f9c4),segment_id=1160e08b-7d0c-4f07-a68b-9e1b3764f9c4)] {{(pid=83972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:18:24.643170 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d9440cf0-8fff-448e-bcca-0476e32d5a84 tempest-DeleteServersTestJSON-2078073820 tempest-DeleteServersTestJSON-2078073820-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:24.652824 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:24.670695 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d2125721-07f3-4989-b1f5-e85674da97da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:24.863430 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2037f96c-e43a-4623-be81-5340a430de4a service neutron] Pushing event updated for resources: {'Port': ['ID=a7dd1a33-6565-4a8b-9d43-a498d20b7f6c,revision_number=2']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:24.876263 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-2037f96c-e43a-4623-be81-5340a430de4a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:24.907347 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Pushing event updated for resources: {'Port': ['ID=7319c745-3762-4586-bc2c-ab12168ca0ec,revision_number=4']} {{(pid=83972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:24.911368 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:24.930702 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-375f3ead-3828-4477-bc54-33d9cc4122ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5352e0eb-5f08-4451-84d1-3e30b0d40635', 'name': 'tempest-AttachVolumeTestJSON-978606717-router', 'tenant_id': '9cd772018d984344b6df5dd95a3340d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'external_fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.146'}], 'enable_snat': True}, 'gw_port_id': '65fdc61c-05c6-4547-94ff-946351aea217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:18:06Z', 'updated_at': '2021-02-17T21:18:13Z', 'revision_number': 3, 'project_id': '9cd772018d984344b6df5dd95a3340d9', 'gw_port': {'id': '65fdc61c-05c6-4547-94ff-946351aea217', 'name': '', 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:98:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5352e0eb-5f08-4451-84d1-3e30b0d40635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:18:10Z', 'updated_at': '2021-02-17T21:18:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-smb'}], 'dv-cinder-760193-4-smb', False) {} {{(pid=83972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:18:24.953312 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375f3ead-3828-4477-bc54-33d9cc4122ba None None] The sync data for ids ['5352e0eb-5f08-4451-84d1-3e30b0d40635'] in dv-cinder-760193-4-smb is: [{'id': '5352e0eb-5f08-4451-84d1-3e30b0d40635', 'name': 'tempest-AttachVolumeTestJSON-978606717-router', 'tenant_id': '9cd772018d984344b6df5dd95a3340d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'external_fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.146'}], 'enable_snat': True}, 'gw_port_id': '65fdc61c-05c6-4547-94ff-946351aea217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:18:06Z', 'updated_at': '2021-02-17T21:18:13Z', 'revision_number': 3, 'project_id': '9cd772018d984344b6df5dd95a3340d9', 'gw_port': {'id': '65fdc61c-05c6-4547-94ff-946351aea217', 'name': '', 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:98:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5352e0eb-5f08-4451-84d1-3e30b0d40635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:18:10Z', 'updated_at': '2021-02-17T21:18:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-smb'}] {{(pid=83972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 21:18:25.185830 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-3795f06d-7e70-4786-b465-0e1ceb54a159 req-99cbf472-7680-46e9-a7e2-f1209648e23f tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/security-groups?id=fce51754-d32d-475a-91fc-501dc12703ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3513610 Feb 17 21:18:25.206946 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [req-96268d8c-2668-4e2f-8b7d-38d1ffec59ba req-2037f96c-e43a-4623-be81-5340a430de4a service neutron] Attempting to bind port a7dd1a33-6565-4a8b-9d43-a498d20b7f6c on host hv-cinder-76019 for vnic_type normal with profile {{(pid=83971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 21:18:25.207935 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [req-96268d8c-2668-4e2f-8b7d-38d1ffec59ba req-2037f96c-e43a-4623-be81-5340a430de4a service neutron] Attempting to bind port a7dd1a33-6565-4a8b-9d43-a498d20b7f6c by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': 'f4a680a4-70bd-4ad3-8819-012844941805', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '35f9b575-0edf-435d-825c-afd5be1781b3'}] {{(pid=83971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 21:18:25.208853 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96268d8c-2668-4e2f-8b7d-38d1ffec59ba req-2037f96c-e43a-4623-be81-5340a430de4a service neutron] Attempting to bind port a7dd1a33-6565-4a8b-9d43-a498d20b7f6c on network 35f9b575-0edf-435d-825c-afd5be1781b3 {{(pid=83971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 21:18:25.233283 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96268d8c-2668-4e2f-8b7d-38d1ffec59ba req-2037f96c-e43a-4623-be81-5340a430de4a service neutron] Checking agent: {'id': '6e714d21-3fd0-4fe2-be64-3af0527f8f44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 21, 15, 59), 'started_at': datetime.datetime(2021, 2, 17, 21, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 21:18:25.234013 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96268d8c-2668-4e2f-8b7d-38d1ffec59ba req-2037f96c-e43a-4623-be81-5340a430de4a service neutron] Checking segment: {'id': 'f4a680a4-70bd-4ad3-8819-012844941805', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '35f9b575-0edf-435d-825c-afd5be1781b3'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:18:25.234851 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-96268d8c-2668-4e2f-8b7d-38d1ffec59ba req-2037f96c-e43a-4623-be81-5340a430de4a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:25.235458 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96268d8c-2668-4e2f-8b7d-38d1ffec59ba req-2037f96c-e43a-4623-be81-5340a430de4a service neutron] Bound using segment: {'id': 'f4a680a4-70bd-4ad3-8819-012844941805', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '35f9b575-0edf-435d-825c-afd5be1781b3'} {{(pid=83971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 21:18:25.236722 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [req-96268d8c-2668-4e2f-8b7d-38d1ffec59ba req-2037f96c-e43a-4623-be81-5340a430de4a service neutron] Bound port: a7dd1a33-6565-4a8b-9d43-a498d20b7f6c, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4a680a4-70bd-4ad3-8819-012844941805', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '35f9b575-0edf-435d-825c-afd5be1781b3'}}] {{(pid=83971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 21:18:25.237493 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-96268d8c-2668-4e2f-8b7d-38d1ffec59ba req-2037f96c-e43a-4623-be81-5340a430de4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:25.270445 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.db.resource_extend [req-b62df60b-f0d9-4ae5-9779-bd980c0402f7 req-5c3564c5-0c2c-4478-8d2b-420d8eab3053 service neutron] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 17 21:18:25.280694 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-7218171c-59a1-4946-8cf3-17df31044538 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:25.288168 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-7218171c-59a1-4946-8cf3-17df31044538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:25.289413 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-7218171c-59a1-4946-8cf3-17df31044538 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-931198'] for router_interface, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:25.411591 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.db_base_plugin_common [None req-80c36cb4-df9d-4863-b089-1609f87c2cf6 admin admin] Allocated IP 172.20.0.1 (92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7/0319529e-2e97-491e-9c53-3becc98cbcb1/539ec8e4-e591-4c93-afb1-355ba6e314e2) {{(pid=83970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 21:18:25.414144 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:25.458695 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-977ab478-9005-45a3-b143-46b0b798fef1 req-47734f28-83d6-4f15-b4a5-3ca49f2b3784 tempest-DeleteServersTestJSON-2078073820 tempest-DeleteServersTestJSON-2078073820-project] 10.222.0.90 "GET /v2.0/security-groups?id=7fd96fbc-c465-4ff5-8ea6-befe9a748b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2152972 Feb 17 21:18:25.509031 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7218171c-59a1-4946-8cf3-17df31044538 admin admin] Pushing event updated for resources: {'Port': ['ID=a39b3011-2218-45cc-b4c6-41e0c8ad492c,revision_number=2']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:25.515033 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [req-b62df60b-f0d9-4ae5-9779-bd980c0402f7 req-5c3564c5-0c2c-4478-8d2b-420d8eab3053 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c28088cb-1500-4ef2-bc4e-db5da81c5071 {{(pid=83971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 21:18:25.522557 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d44d0b48-60ce-4021-941a-c365dd9b29e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:25.527059 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-7218171c-59a1-4946-8cf3-17df31044538 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:25.537378 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-b62df60b-f0d9-4ae5-9779-bd980c0402f7 req-5c3564c5-0c2c-4478-8d2b-420d8eab3053 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:25.549414 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-abdf5587-4ef3-4d0e-99e5-f9a718cdc865 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:25.576115 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [req-96268d8c-2668-4e2f-8b7d-38d1ffec59ba req-2037f96c-e43a-4623-be81-5340a430de4a service neutron] For port a7dd1a33-6565-4a8b-9d43-a498d20b7f6c, host hv-cinder-76019, cleared binding levels {{(pid=83971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 21:18:25.595118 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [req-b62df60b-f0d9-4ae5-9779-bd980c0402f7 req-5c3564c5-0c2c-4478-8d2b-420d8eab3053 service neutron] Transition to ACTIVE for port object c28088cb-1500-4ef2-bc4e-db5da81c5071 will not be triggered until provisioned by entity L2. {{(pid=83971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:18:25.597511 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44d0b48-60ce-4021-941a-c365dd9b29e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfaf8d64-3bdb-48de-b339-c3f222198ad9,revision_number=None']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:25.633682 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d44d0b48-60ce-4021-941a-c365dd9b29e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:25.638083 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [req-96268d8c-2668-4e2f-8b7d-38d1ffec59ba req-2037f96c-e43a-4623-be81-5340a430de4a service neutron] For port a7dd1a33-6565-4a8b-9d43-a498d20b7f6c, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=a7dd1a33-6565-4a8b-9d43-a498d20b7f6c,segment=NetworkSegment(f4a680a4-70bd-4ad3-8819-012844941805),segment_id=f4a680a4-70bd-4ad3-8819-012844941805)] {{(pid=83971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 21:18:25.639353 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-b62df60b-f0d9-4ae5-9779-bd980c0402f7 req-5c3564c5-0c2c-4478-8d2b-420d8eab3053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:25.640553 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d44d0b48-60ce-4021-941a-c365dd9b29e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:25.641781 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-d44d0b48-60ce-4021-941a-c365dd9b29e8 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/dfaf8d64-3bdb-48de-b339-c3f222198ad9 HTTP/1.1" status: 204 len: 168 time: 2.9582479 Feb 17 21:18:25.679712 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d7678efd-a907-4b89-83d3-e6157c79d10c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:25.730990 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-96268d8c-2668-4e2f-8b7d-38d1ffec59ba req-2037f96c-e43a-4623-be81-5340a430de4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:25.797998 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7218171c-59a1-4946-8cf3-17df31044538 admin admin] Network aa2f4e05-f1b6-4d1c-a052-1a8707f48be4 is already hosted by enough agents. {{(pid=83970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:18:25.801048 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.base_scheduler [None req-7218171c-59a1-4946-8cf3-17df31044538 admin admin] Resources bound (agent type, host, resource id): {{(pid=83970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:18:25.996780 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-80c36cb4-df9d-4863-b089-1609f87c2cf6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:26.040633 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3564c5-0c2c-4478-8d2b-420d8eab3053 service neutron] Pushing event updated for resources: {'Port': ['ID=c28088cb-1500-4ef2-bc4e-db5da81c5071,revision_number=2']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:26.048440 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-80c36cb4-df9d-4863-b089-1609f87c2cf6 admin admin] Transition to ACTIVE for port object 539ec8e4-e591-4c93-afb1-355ba6e314e2 will not be triggered until provisioned by entity DHCP. {{(pid=83970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:18:26.059427 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-5c3564c5-0c2c-4478-8d2b-420d8eab3053 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:26.060034 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.241s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:26.078829 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7218171c-59a1-4946-8cf3-17df31044538 admin admin] Router 27e89245-b678-485e-a102-eed28c72df52 has already been hosted by L3 agent 0536e1cb-4d3e-42d2-8b6d-8bd52a4e2590 {{(pid=83970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 21:18:26.489873 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7218171c-59a1-4946-8cf3-17df31044538 admin admin] Notify agent at l3_agent.dv-cinder-760193-4-smb the message routers_updated {{(pid=83970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 21:18:26.501433 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bacb2c7-5030-429b-9580-8f6bdb28aab9 None None] Sync routers for ids ['27e89245-b678-485e-a102-eed28c72df52'] in dv-cinder-760193-4-smb {{(pid=83973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 21:18:26.505744 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-80c36cb4-df9d-4863-b089-1609f87c2cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782347517401'] for port, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:26.517216 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bacb2c7-5030-429b-9580-8f6bdb28aab9 None None] Routers {'27e89245-b678-485e-a102-eed28c72df52'} bound to L3 agent in host dv-cinder-760193-4-smb {{(pid=83973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:18:26.517895 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-2bacb2c7-5030-429b-9580-8f6bdb28aab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T21:09:02Z,description=,heartbeat_timestamp=2021-02-17T21:18:02Z,host='dv-cinder-760193-4-smb',id=0536e1cb-4d3e-42d2-8b6d-8bd52a4e2590,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T21:09:02Z,topic='l3_agent')) {'router_ids': ['27e89245-b678-485e-a102-eed28c72df52'], 'active': True} {{(pid=83973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:18:26.538002 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-5fbdf7a8-9e21-4f53-8fc4-972614354815 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:26.596051 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2037f96c-e43a-4623-be81-5340a430de4a service neutron] Pushing event updated for resources: {'Port': ['ID=a7dd1a33-6565-4a8b-9d43-a498d20b7f6c,revision_number=3']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:26.728207 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c36cb4-df9d-4863-b089-1609f87c2cf6 admin admin] Pushing event updated for resources: {'Port': ['ID=539ec8e4-e591-4c93-afb1-355ba6e314e2,revision_number=1']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:26.743032 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-2037f96c-e43a-4623-be81-5340a430de4a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.674s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:26.749956 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-7218171c-59a1-4946-8cf3-17df31044538 admin admin] 10.222.0.90 "PUT /v2.0/routers/27e89245-b678-485e-a102-eed28c72df52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2734535 Feb 17 21:18:26.765649 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-80c36cb4-df9d-4863-b089-1609f87c2cf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:26.967398 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c36cb4-df9d-4863-b089-1609f87c2cf6 admin admin] Network 92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7 is already hosted by enough agents. {{(pid=83970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:18:26.969202 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.base_scheduler [None req-80c36cb4-df9d-4863-b089-1609f87c2cf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=83970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:18:26.975363 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c36cb4-df9d-4863-b089-1609f87c2cf6 admin admin] Received port after_create {{(pid=83970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 21:18:26.976013 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-80c36cb4-df9d-4863-b089-1609f87c2cf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853844712'] for router_interface, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:26.982155 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [req-b62df60b-f0d9-4ae5-9779-bd980c0402f7 req-5c3564c5-0c2c-4478-8d2b-420d8eab3053 service neutron] Attempting to bind port c28088cb-1500-4ef2-bc4e-db5da81c5071 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=83971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 21:18:26.982541 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [req-b62df60b-f0d9-4ae5-9779-bd980c0402f7 req-5c3564c5-0c2c-4478-8d2b-420d8eab3053 service neutron] Attempting to bind port c28088cb-1500-4ef2-bc4e-db5da81c5071 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': 'ec64f366-f05a-447d-a308-30926f4f25c9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f9c0bbce-697f-4687-84a8-29729913ed49'}] {{(pid=83971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 21:18:26.982977 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62df60b-f0d9-4ae5-9779-bd980c0402f7 req-5c3564c5-0c2c-4478-8d2b-420d8eab3053 service neutron] Attempting to bind port c28088cb-1500-4ef2-bc4e-db5da81c5071 on network f9c0bbce-697f-4687-84a8-29729913ed49 {{(pid=83971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 21:18:26.992131 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96268d8c-2668-4e2f-8b7d-38d1ffec59ba req-2037f96c-e43a-4623-be81-5340a430de4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:18:26.992936 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-96268d8c-2668-4e2f-8b7d-38d1ffec59ba req-2037f96c-e43a-4623-be81-5340a430de4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854194843'] for port, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:27.000698 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-96268d8c-2668-4e2f-8b7d-38d1ffec59ba req-2037f96c-e43a-4623-be81-5340a430de4a service neutron] 10.222.0.95 "PUT /v2.0/ports/a7dd1a33-6565-4a8b-9d43-a498d20b7f6c HTTP/1.1" status: 200 len: 1157 time: 6.9310377 Feb 17 21:18:27.002514 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f1a929c-b054-42c8-bd5e-e0ecb0c19af1', 'tag': 'a7dd1a33-6565-4a8b-9d43-a498d20b7f6c'}] {{(pid=83971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:18:27.010893 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Device 7319c745-3762-4586-bc2c-ab12168ca0ec up at agent ovs-agent-dv-cinder-760193-4-smb {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:18:27.129993 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvr_db [None req-2bacb2c7-5030-429b-9580-8f6bdb28aab9 None None] Set router 27e89245-b678-485e-a102-eed28c72df52 gateway port host: dv-cinder-760193-4-smb {{(pid=83973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:18:27.213496 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Provisioning complete for port 7319c745-3762-4586-bc2c-ab12168ca0ec triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:18:27.214197 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:27.329490 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62df60b-f0d9-4ae5-9779-bd980c0402f7 req-5c3564c5-0c2c-4478-8d2b-420d8eab3053 service neutron] Checking agent: {'id': '6e714d21-3fd0-4fe2-be64-3af0527f8f44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 21, 15, 59), 'started_at': datetime.datetime(2021, 2, 17, 21, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 21:18:27.330128 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62df60b-f0d9-4ae5-9779-bd980c0402f7 req-5c3564c5-0c2c-4478-8d2b-420d8eab3053 service neutron] Checking segment: {'id': 'ec64f366-f05a-447d-a308-30926f4f25c9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f9c0bbce-697f-4687-84a8-29729913ed49'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:18:27.332790 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-b62df60b-f0d9-4ae5-9779-bd980c0402f7 req-5c3564c5-0c2c-4478-8d2b-420d8eab3053 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:27.333098 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62df60b-f0d9-4ae5-9779-bd980c0402f7 req-5c3564c5-0c2c-4478-8d2b-420d8eab3053 service neutron] Bound using segment: {'id': 'ec64f366-f05a-447d-a308-30926f4f25c9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f9c0bbce-697f-4687-84a8-29729913ed49'} {{(pid=83971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 21:18:27.333611 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [req-b62df60b-f0d9-4ae5-9779-bd980c0402f7 req-5c3564c5-0c2c-4478-8d2b-420d8eab3053 service neutron] Bound port: c28088cb-1500-4ef2-bc4e-db5da81c5071, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec64f366-f05a-447d-a308-30926f4f25c9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f9c0bbce-697f-4687-84a8-29729913ed49'}}] {{(pid=83971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 21:18:27.334004 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-b62df60b-f0d9-4ae5-9779-bd980c0402f7 req-5c3564c5-0c2c-4478-8d2b-420d8eab3053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:27.335942 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-80c36cb4-df9d-4863-b089-1609f87c2cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:27.518975 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-fa1b26c2-ca2a-4f4c-9e99-6cbf9855bfb2 None None] Provisioning for port 539ec8e4-e591-4c93-afb1-355ba6e314e2 completed by entity DHCP. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:18:27.530474 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-fa1b26c2-ca2a-4f4c-9e99-6cbf9855bfb2 None None] Provisioning complete for port 539ec8e4-e591-4c93-afb1-355ba6e314e2 triggered by entity DHCP. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:18:27.539082 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-fa1b26c2-ca2a-4f4c-9e99-6cbf9855bfb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:27.629484 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Device 65fdc61c-05c6-4547-94ff-946351aea217 up at agent ovs-agent-dv-cinder-760193-4-smb {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:18:27.728504 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-fa1b26c2-ca2a-4f4c-9e99-6cbf9855bfb2 None None] Port 539ec8e4-e591-4c93-afb1-355ba6e314e2 cannot update to ACTIVE because it is not bound. {{(pid=83972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 21:18:27.736529 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Provisioning for port 65fdc61c-05c6-4547-94ff-946351aea217 completed by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:18:27.748655 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Provisioning complete for port 65fdc61c-05c6-4547-94ff-946351aea217 triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:18:27.749073 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:27.881817 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6179cfd-2175-4dd5-a9f2-c03045d568ca req-57f8ba4f-1e06-412f-b508-d45bf0ca4523 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:18:27.886985 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-d6179cfd-2175-4dd5-a9f2-c03045d568ca req-57f8ba4f-1e06-412f-b508-d45bf0ca4523 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/ports?device_id=2f1a929c-b054-42c8-bd5e-e0ecb0c19af1 HTTP/1.1" status: 200 len: 943 time: 1.2292173 Feb 17 21:18:27.929052 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 60542) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:18:28.067284 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-80c36cb4-df9d-4863-b089-1609f87c2cf6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:28.076059 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-80c36cb4-df9d-4863-b089-1609f87c2cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:28.077318 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-80c36cb4-df9d-4863-b089-1609f87c2cf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-931198'] for router_interface, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:28.137816 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:28.141381 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-2bacb2c7-5030-429b-9580-8f6bdb28aab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27e89245-b678-485e-a102-eed28c72df52', 'name': 'tempest-ServerRescueNegativeTestJSON-1631065911-router', 'tenant_id': '1e8007caa2284731820d67e6f9d57ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'external_fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.159'}], 'enable_snat': True}, 'gw_port_id': '7319c745-3762-4586-bc2c-ab12168ca0ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:18:06Z', 'updated_at': '2021-02-17T21:18:23Z', 'revision_number': 4, 'project_id': '1e8007caa2284731820d67e6f9d57ee9', 'gw_port': {'id': '7319c745-3762-4586-bc2c-ab12168ca0ec', 'name': '', 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e89245-b678-485e-a102-eed28c72df52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:18:09Z', 'updated_at': '2021-02-17T21:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-smb', '_interfaces': [{'id': 'a39b3011-2218-45cc-b4c6-41e0c8ad492c', 'name': '', 'network_id': 'aa2f4e05-f1b6-4d1c-a052-1a8707f48be4', 'tenant_id': '1e8007caa2284731820d67e6f9d57ee9', 'mac_address': 'fa:16:3e:0b:f9:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27e89245-b678-485e-a102-eed28c72df52', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '68c4757a-1327-48d0-97b5-5af10066f5ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:18:20Z', 'updated_at': '2021-02-17T21:18:24Z', 'revision_number': 2, 'project_id': '1e8007caa2284731820d67e6f9d57ee9', 'subnets': [{'id': '68c4757a-1327-48d0-97b5-5af10066f5ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-4-smb', False) {} {{(pid=83973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:18:28.146962 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [req-b62df60b-f0d9-4ae5-9779-bd980c0402f7 req-5c3564c5-0c2c-4478-8d2b-420d8eab3053 service neutron] For port c28088cb-1500-4ef2-bc4e-db5da81c5071, host hv-cinder-76019, cleared binding levels {{(pid=83971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 21:18:28.154024 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bacb2c7-5030-429b-9580-8f6bdb28aab9 None None] Checking router: 27e89245-b678-485e-a102-eed28c72df52 for host: dv-cinder-760193-4-smb {{(pid=83973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 21:18:28.154276 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [req-b62df60b-f0d9-4ae5-9779-bd980c0402f7 req-5c3564c5-0c2c-4478-8d2b-420d8eab3053 service neutron] For port c28088cb-1500-4ef2-bc4e-db5da81c5071, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=c28088cb-1500-4ef2-bc4e-db5da81c5071,segment=NetworkSegment(ec64f366-f05a-447d-a308-30926f4f25c9),segment_id=ec64f366-f05a-447d-a308-30926f4f25c9)] {{(pid=83971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 21:18:28.157241 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bacb2c7-5030-429b-9580-8f6bdb28aab9 None None] Updating router 27e89245-b678-485e-a102-eed28c72df52 port a39b3011-2218-45cc-b4c6-41e0c8ad492c binding host dv-cinder-760193-4-smb {{(pid=83973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 21:18:28.186769 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96268d8c-2668-4e2f-8b7d-38d1ffec59ba req-56491311-6946-4a7d-b303-745ee0d219ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:18:28.188388 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-96268d8c-2668-4e2f-8b7d-38d1ffec59ba req-56491311-6946-4a7d-b303-745ee0d219ef service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=99ecb63817724b3b843973136a4f57b7&device_id=2f1a929c-b054-42c8-bd5e-e0ecb0c19af1 HTTP/1.1" status: 200 len: 1160 time: 0.9803858 Feb 17 21:18:28.192087 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] For port 65fdc61c-05c6-4547-94ff-946351aea217, host dv-cinder-760193-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-smb',level=0,port_id=65fdc61c-05c6-4547-94ff-946351aea217,segment=NetworkSegment(1160e08b-7d0c-4f07-a68b-9e1b3764f9c4),segment_id=1160e08b-7d0c-4f07-a68b-9e1b3764f9c4)] {{(pid=83972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:18:28.198449 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:28.201378 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eac45c1-5ea8-4343-bb5a-3e9a58d52726 req-352e20b7-bb8f-44c6-a9f6-bdde9412bb41 tempest-DeleteServersTestJSON-2078073820 tempest-DeleteServersTestJSON-2078073820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:18:28.210105 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-3eac45c1-5ea8-4343-bb5a-3e9a58d52726 req-352e20b7-bb8f-44c6-a9f6-bdde9412bb41 tempest-DeleteServersTestJSON-2078073820 tempest-DeleteServersTestJSON-2078073820-project] 10.222.0.90 "GET /v2.0/ports?device_id=115489bb-e732-4198-8ea8-4c80359bb5b8 HTTP/1.1" status: 200 len: 944 time: 1.4401710 Feb 17 21:18:28.210273 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:28.213873 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-b62df60b-f0d9-4ae5-9779-bd980c0402f7 req-5c3564c5-0c2c-4478-8d2b-420d8eab3053 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:28.315179 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-2bacb2c7-5030-429b-9580-8f6bdb28aab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:28.375720 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-7218171c-59a1-4946-8cf3-17df31044538 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:28.385974 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Pushing event updated for resources: {'Port': ['ID=65fdc61c-05c6-4547-94ff-946351aea217,revision_number=4']} {{(pid=83972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:28.403583 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:28.436154 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [None req-f5b9b99c-6013-4681-b639-f6f3b83f47c7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1019491256-network', 'tenant_id': 'a590a42e59b147caa6b58d9e0567263b'}} {{(pid=83970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:18:28.476746 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-f5b9b99c-6013-4681-b639-f6f3b83f47c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:18:28.492994 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-f5b9b99c-6013-4681-b639-f6f3b83f47c7 admin admin] Usage tracker for resource:network and tenant:a590a42e59b147caa6b58d9e0567263b is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:18:28.508977 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-f5b9b99c-6013-4681-b639-f6f3b83f47c7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:18:28.526909 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-d6179cfd-2175-4dd5-a9f2-c03045d568ca req-5caeab86-d22d-4ca2-9ee2-f32665554093 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/security-groups?id=fce51754-d32d-475a-91fc-501dc12703ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5366931 Feb 17 21:18:28.527802 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-5c3564c5-0c2c-4478-8d2b-420d8eab3053 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:28.545242 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c36cb4-df9d-4863-b089-1609f87c2cf6 admin admin] Network 92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7 is already hosted by enough agents. {{(pid=83970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:18:28.547798 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.base_scheduler [None req-80c36cb4-df9d-4863-b089-1609f87c2cf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=83970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:18:28.598380 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-f5b9b99c-6013-4681-b639-f6f3b83f47c7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:18:28.639736 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-96268d8c-2668-4e2f-8b7d-38d1ffec59ba req-75251020-83c6-4e64-b459-3c450be54097 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7dd1a33-6565-4a8b-9d43-a498d20b7f6c HTTP/1.1" status: 200 len: 217 time: 0.4225206 Feb 17 21:18:28.648673 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b9b99c-6013-4681-b639-f6f3b83f47c7 admin admin] Made reservation on behalf of a590a42e59b147caa6b58d9e0567263b for: {'network': 1} {{(pid=83970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:18:28.651773 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3564c5-0c2c-4478-8d2b-420d8eab3053 service neutron] Pushing event updated for resources: {'Port': ['ID=c28088cb-1500-4ef2-bc4e-db5da81c5071,revision_number=3']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:28.663146 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f5b9b99c-6013-4681-b639-f6f3b83f47c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for network, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:28.718757 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-5c3564c5-0c2c-4478-8d2b-420d8eab3053 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:28.730804 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c36cb4-df9d-4863-b089-1609f87c2cf6 admin admin] Pushing event updated for resources: {'Port': ['ID=539ec8e4-e591-4c93-afb1-355ba6e314e2,revision_number=2']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:28.733356 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f5b9b99c-6013-4681-b639-f6f3b83f47c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:28.744251 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62df60b-f0d9-4ae5-9779-bd980c0402f7 req-5c3564c5-0c2c-4478-8d2b-420d8eab3053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:18:28.744883 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-b62df60b-f0d9-4ae5-9779-bd980c0402f7 req-5c3564c5-0c2c-4478-8d2b-420d8eab3053 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854194843'] for port, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:28.746385 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b62df60b-f0d9-4ae5-9779-bd980c0402f7 req-5c3564c5-0c2c-4478-8d2b-420d8eab3053 service neutron] 10.222.0.95 "PUT /v2.0/ports/c28088cb-1500-4ef2-bc4e-db5da81c5071 HTTP/1.1" status: 200 len: 1158 time: 8.6887257 Feb 17 21:18:28.793749 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-3eac45c1-5ea8-4343-bb5a-3e9a58d52726 req-db486520-ec04-4435-b58d-3ec8446ec085 tempest-DeleteServersTestJSON-2078073820 tempest-DeleteServersTestJSON-2078073820-project] 10.222.0.90 "GET /v2.0/security-groups?id=7fd96fbc-c465-4ff5-8ea6-befe9a748b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5813613 Feb 17 21:18:28.891028 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96268d8c-2668-4e2f-8b7d-38d1ffec59ba req-e58ecf00-a32c-4d3d-b89c-ea624803b460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:18:28.892526 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-96268d8c-2668-4e2f-8b7d-38d1ffec59ba req-e58ecf00-a32c-4d3d-b89c-ea624803b460 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=1674444a-f910-400c-bb97-a2b62b24e55e HTTP/1.1" status: 200 len: 854 time: 0.2333395 Feb 17 21:18:28.894044 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-27c02806-8575-49ff-b1a1-e9766df2395b None None] Provisioning complete for port 539ec8e4-e591-4c93-afb1-355ba6e314e2 triggered by entity DHCP. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:18:28.895089 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-27c02806-8575-49ff-b1a1-e9766df2395b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:28.986065 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-96268d8c-2668-4e2f-8b7d-38d1ffec59ba req-7adb141b-5e7e-423d-9a6d-d02c63e714b9 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=35f9b575-0edf-435d-825c-afd5be1781b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0841897 Feb 17 21:18:29.013812 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Device 65fdc61c-05c6-4547-94ff-946351aea217 up at agent ovs-agent-dv-cinder-760193-4-smb {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:18:29.081203 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-2bacb2c7-5030-429b-9580-8f6bdb28aab9 None None] Notify callbacks [] for port, precommit_update {{(pid=83973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:29.095709 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-2bacb2c7-5030-429b-9580-8f6bdb28aab9 None None] Transition to ACTIVE for port object a39b3011-2218-45cc-b4c6-41e0c8ad492c will not be triggered until provisioned by entity L2. {{(pid=83973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:18:29.104023 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-2bacb2c7-5030-429b-9580-8f6bdb28aab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:29.133719 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:29.191882 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62df60b-f0d9-4ae5-9779-bd980c0402f7 req-226c11c4-a5a2-49a1-aa9a-09d8c8567e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:18:29.193963 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b62df60b-f0d9-4ae5-9779-bd980c0402f7 req-226c11c4-a5a2-49a1-aa9a-09d8c8567e7d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=bfe6742a1a2d4e57a392436ce7f5b93c&device_id=115489bb-e732-4198-8ea8-4c80359bb5b8 HTTP/1.1" status: 200 len: 1161 time: 0.3987820 Feb 17 21:18:29.197518 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f1a929c-b054-42c8-bd5e-e0ecb0c19af1', 'tag': 'a7dd1a33-6565-4a8b-9d43-a498d20b7f6c', 'status': 'completed', 'code': 200} Feb 17 21:18:29.243897 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-80c36cb4-df9d-4863-b089-1609f87c2cf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.868s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:29.301718 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75e1ea8-2837-4f7b-b733-a257ed1c6346 None None] Pushing event updated for resources: {'Port': ['ID=a39b3011-2218-45cc-b4c6-41e0c8ad492c,revision_number=3']} {{(pid=83973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:29.301927 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-27c02806-8575-49ff-b1a1-e9766df2395b None None] Port 539ec8e4-e591-4c93-afb1-355ba6e314e2 cannot update to ACTIVE because it is not bound. {{(pid=83972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 21:18:29.305678 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-b75e1ea8-2837-4f7b-b733-a257ed1c6346 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:29.313438 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Provisioning complete for port 65fdc61c-05c6-4547-94ff-946351aea217 triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:18:29.313944 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:29.338821 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-f5b9b99c-6013-4681-b639-f6f3b83f47c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:18:29.346895 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-f5b9b99c-6013-4681-b639-f6f3b83f47c7 admin admin] Usage tracker for resource:security_group_rule and tenant:a590a42e59b147caa6b58d9e0567263b is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:18:29.352197 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-f5b9b99c-6013-4681-b639-f6f3b83f47c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:18:29.361949 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-f5b9b99c-6013-4681-b639-f6f3b83f47c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:18:29.383661 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb00135-a111-4b4f-b3b6-71f651420a72 req-38d23983-7f2d-4ae6-8a5c-468f79a6a925 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:18:29.385398 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-4eb00135-a111-4b4f-b3b6-71f651420a72 req-38d23983-7f2d-4ae6-8a5c-468f79a6a925 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/networks?id=aa2f4e05-f1b6-4d1c-a052-1a8707f48be4 HTTP/1.1" status: 200 len: 819 time: 0.1866388 Feb 17 21:18:29.432465 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:29.477240 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b62df60b-f0d9-4ae5-9779-bd980c0402f7 req-ea524979-53f6-4ef3-9c90-cadc98612359 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c28088cb-1500-4ef2-bc4e-db5da81c5071 HTTP/1.1" status: 200 len: 217 time: 0.0904655 Feb 17 21:18:29.477444 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80c36cb4-df9d-4863-b089-1609f87c2cf6 admin admin] Router 5352e0eb-5f08-4451-84d1-3e30b0d40635 has already been hosted by L3 agent 0536e1cb-4d3e-42d2-8b6d-8bd52a4e2590 {{(pid=83970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 21:18:29.493274 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-4eb00135-a111-4b4f-b3b6-71f651420a72 req-30866204-8b41-4428-94db-8331eeb97ddb tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/quotas/1e8007caa2284731820d67e6f9d57ee9 HTTP/1.1" status: 200 len: 375 time: 0.0873356 Feb 17 21:18:29.566967 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [None req-2bacb2c7-5030-429b-9580-8f6bdb28aab9 None None] Attempting to bind port a39b3011-2218-45cc-b4c6-41e0c8ad492c on host dv-cinder-760193-4-smb for vnic_type normal with profile {{(pid=83973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 21:18:29.567552 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [None req-2bacb2c7-5030-429b-9580-8f6bdb28aab9 None None] Attempting to bind port a39b3011-2218-45cc-b4c6-41e0c8ad492c by drivers openvswitch on host dv-cinder-760193-4-smb at level 0 using segments [{'id': '0c340f71-b40c-45bd-8407-02d59c0632f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'aa2f4e05-f1b6-4d1c-a052-1a8707f48be4'}] {{(pid=83973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 21:18:29.568191 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bacb2c7-5030-429b-9580-8f6bdb28aab9 None None] Attempting to bind port a39b3011-2218-45cc-b4c6-41e0c8ad492c on network aa2f4e05-f1b6-4d1c-a052-1a8707f48be4 {{(pid=83973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 21:18:29.575859 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bacb2c7-5030-429b-9580-8f6bdb28aab9 None None] Checking agent: {'id': '1f40505b-3e8c-4bc5-b539-d04281a15ea5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 21, 9, 4), 'started_at': datetime.datetime(2021, 2, 17, 21, 9, 34), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.98', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 21:18:29.576273 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bacb2c7-5030-429b-9580-8f6bdb28aab9 None None] Checking segment: {'id': '0c340f71-b40c-45bd-8407-02d59c0632f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'aa2f4e05-f1b6-4d1c-a052-1a8707f48be4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:18:29.576712 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-2bacb2c7-5030-429b-9580-8f6bdb28aab9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:29.577137 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bacb2c7-5030-429b-9580-8f6bdb28aab9 None None] Bound using segment: {'id': '0c340f71-b40c-45bd-8407-02d59c0632f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'aa2f4e05-f1b6-4d1c-a052-1a8707f48be4'} {{(pid=83973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 21:18:29.577645 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [None req-2bacb2c7-5030-429b-9580-8f6bdb28aab9 None None] Bound port: a39b3011-2218-45cc-b4c6-41e0c8ad492c, host: dv-cinder-760193-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c340f71-b40c-45bd-8407-02d59c0632f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'aa2f4e05-f1b6-4d1c-a052-1a8707f48be4'}}] {{(pid=83973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 21:18:29.578056 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-2bacb2c7-5030-429b-9580-8f6bdb28aab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:29.582329 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 60604) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:18:29.669443 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62df60b-f0d9-4ae5-9779-bd980c0402f7 req-52de4a0d-fd15-40f5-847d-95808e776793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:18:29.671055 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b62df60b-f0d9-4ae5-9779-bd980c0402f7 req-52de4a0d-fd15-40f5-847d-95808e776793 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=cc07b3ae-8b1e-4c48-9b36-4ee67277e4f2 HTTP/1.1" status: 200 len: 851 time: 0.1875777 Feb 17 21:18:29.694145 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-2bacb2c7-5030-429b-9580-8f6bdb28aab9 None None] For port a39b3011-2218-45cc-b4c6-41e0c8ad492c, host dv-cinder-760193-4-smb, cleared binding levels {{(pid=83973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 21:18:29.698202 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-2bacb2c7-5030-429b-9580-8f6bdb28aab9 None None] For port a39b3011-2218-45cc-b4c6-41e0c8ad492c, host dv-cinder-760193-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-smb',level=0,port_id=a39b3011-2218-45cc-b4c6-41e0c8ad492c,segment=NetworkSegment(0c340f71-b40c-45bd-8407-02d59c0632f4),segment_id=0c340f71-b40c-45bd-8407-02d59c0632f4)] {{(pid=83973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 21:18:29.702568 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-2bacb2c7-5030-429b-9580-8f6bdb28aab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:29.724105 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-43cc702c-0239-4292-a859-dae54f91e807 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:29.744238 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b62df60b-f0d9-4ae5-9779-bd980c0402f7 req-ca48a590-3ab9-495e-aad4-fadd77b5964f service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=f9c0bbce-697f-4687-84a8-29729913ed49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577772 Feb 17 21:18:29.760505 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-96268d8c-2668-4e2f-8b7d-38d1ffec59ba req-8ca99cfb-eb0c-4197-a7d9-35861f76dd8b service neutron] 10.222.0.95 "GET /v2.0/networks/35f9b575-0edf-435d-825c-afd5be1781b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7658210 Feb 17 21:18:29.777301 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f5b9b99c-6013-4681-b639-f6f3b83f47c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:29.791589 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f5b9b99c-6013-4681-b639-f6f3b83f47c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:29.808581 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-41d574bc-034e-4617-bcd2-3ad9743d8dea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:29.817332 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80c36cb4-df9d-4863-b089-1609f87c2cf6 admin admin] Notify agent at l3_agent.dv-cinder-760193-4-smb the message routers_updated {{(pid=83970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 21:18:29.828118 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf1a142-0ce7-4454-853b-b939c7804524 None None] Sync routers for ids ['5352e0eb-5f08-4451-84d1-3e30b0d40635'] in dv-cinder-760193-4-smb {{(pid=83972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 21:18:29.845090 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5b9b99c-6013-4681-b639-f6f3b83f47c7 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=83970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 21:18:29.847180 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf1a142-0ce7-4454-853b-b939c7804524 None None] Routers {'5352e0eb-5f08-4451-84d1-3e30b0d40635'} bound to L3 agent in host dv-cinder-760193-4-smb {{(pid=83972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:18:29.853785 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-8bf1a142-0ce7-4454-853b-b939c7804524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T21:09:02Z,description=,heartbeat_timestamp=2021-02-17T21:18:02Z,host='dv-cinder-760193-4-smb',id=0536e1cb-4d3e-42d2-8b6d-8bd52a4e2590,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T21:09:02Z,topic='l3_agent')) {'router_ids': ['5352e0eb-5f08-4451-84d1-3e30b0d40635'], 'active': True} {{(pid=83972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:18:29.871764 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-80c36cb4-df9d-4863-b089-1609f87c2cf6 admin admin] 10.222.0.90 "PUT /v2.0/routers/5352e0eb-5f08-4451-84d1-3e30b0d40635/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1944919 Feb 17 21:18:29.902637 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f5b9b99c-6013-4681-b639-f6f3b83f47c7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363254506717436', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846507987'] for segment, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:29.903094 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.db.segments_db [None req-f5b9b99c-6013-4681-b639-f6f3b83f47c7 admin admin] Added segment fc2e60b8-dc77-4505-b0ea-0548388ba5b2 of type vxlan for network 8c0071eb-fb50-496e-871e-10f2f5f3ddca Feb 17 21:18:29.904504 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b9b99c-6013-4681-b639-f6f3b83f47c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bebd34f7-f48d-47b7-85c4-d56f6ea13c5f,revision_number=1']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:29.907397 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-af4238bc-c0cc-45e2-8e25-3bc530bb8b1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:29.924456 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-f5b9b99c-6013-4681-b639-f6f3b83f47c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:29.934119 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75e1ea8-2837-4f7b-b733-a257ed1c6346 None None] Pushing event updated for resources: {'Port': ['ID=a39b3011-2218-45cc-b4c6-41e0c8ad492c,revision_number=4']} {{(pid=83973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:29.939450 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-af4238bc-c0cc-45e2-8e25-3bc530bb8b1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:18:29.943552 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-af4238bc-c0cc-45e2-8e25-3bc530bb8b1a admin admin] Usage tracker for resource:security_group_rule and tenant:5878bd098ffd4a80915b0918c42aec3d is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:18:29.947251 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-af4238bc-c0cc-45e2-8e25-3bc530bb8b1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:18:29.950441 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-b75e1ea8-2837-4f7b-b733-a257ed1c6346 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=83973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:29.955543 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-af4238bc-c0cc-45e2-8e25-3bc530bb8b1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:18:30.021979 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b62df60b-f0d9-4ae5-9779-bd980c0402f7 req-838328f4-7aa2-41dc-8865-4696ea8756b1 service neutron] 10.222.0.95 "GET /v2.0/networks/f9c0bbce-697f-4687-84a8-29729913ed49?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659314 Feb 17 21:18:30.083722 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-4eb00135-a111-4b4f-b3b6-71f651420a72 req-ea88121d-2de6-419b-a9ce-ca2bb0061903 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=1e8007caa2284731820d67e6f9d57ee9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5396450 Feb 17 21:18:30.116642 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-af4238bc-c0cc-45e2-8e25-3bc530bb8b1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:30.140786 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-af4238bc-c0cc-45e2-8e25-3bc530bb8b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:30.152071 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f5b9b99c-6013-4681-b639-f6f3b83f47c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363254507310776'] for network, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:30.188459 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bacb2c7-5030-429b-9580-8f6bdb28aab9 None None] Routers {'27e89245-b678-485e-a102-eed28c72df52'} bound to L3 agent in host dv-cinder-760193-4-smb {{(pid=83973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:18:30.189346 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-2bacb2c7-5030-429b-9580-8f6bdb28aab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-17T21:09:02Z,description=,heartbeat_timestamp=2021-02-17T21:18:02Z,host='dv-cinder-760193-4-smb',id=0536e1cb-4d3e-42d2-8b6d-8bd52a4e2590,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T21:09:02Z,topic='l3_agent')) {'router_ids': ['27e89245-b678-485e-a102-eed28c72df52'], 'active': True} {{(pid=83973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:18:30.209095 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:30.234001 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-af4238bc-c0cc-45e2-8e25-3bc530bb8b1a admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=5878bd098ffd4a80915b0918c42aec3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6500363 Feb 17 21:18:30.245861 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 60628) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:18:30.284663 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4238bc-c0cc-45e2-8e25-3bc530bb8b1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53d06c13-08a5-499f-8e00-394d855379ad,revision_number=1']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:30.293319 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-af4238bc-c0cc-45e2-8e25-3bc530bb8b1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:30.341175 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f5b9b99c-6013-4681-b639-f6f3b83f47c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826'] for network, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:30.344192 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b9b99c-6013-4681-b639-f6f3b83f47c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:18:30.345085 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvr_db [None req-8bf1a142-0ce7-4454-853b-b939c7804524 None None] Set router 5352e0eb-5f08-4451-84d1-3e30b0d40635 gateway port host: dv-cinder-760193-4-smb {{(pid=83972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:18:30.345209 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f5b9b99c-6013-4681-b639-f6f3b83f47c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854194843'] for network, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:30.361141 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:30.486735 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b9b99c-6013-4681-b639-f6f3b83f47c7 admin admin] Pushing event updated for resources: {'Network': ['ID=8c0071eb-fb50-496e-871e-10f2f5f3ddca,revision_number=1']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:30.495920 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-f5b9b99c-6013-4681-b639-f6f3b83f47c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:30.503067 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-6ff6e295-2eca-4f4d-85e2-0c914df4923c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:30.538546 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-6ff6e295-2eca-4f4d-85e2-0c914df4923c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:30.599617 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-6ff6e295-2eca-4f4d-85e2-0c914df4923c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:30.603674 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-6ff6e295-2eca-4f4d-85e2-0c914df4923c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:30.605228 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-6ff6e295-2eca-4f4d-85e2-0c914df4923c admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/53d06c13-08a5-499f-8e00-394d855379ad HTTP/1.1" status: 204 len: 168 time: 0.3582532 Feb 17 21:18:30.606671 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:30.636912 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-f5b9b99c-6013-4681-b639-f6f3b83f47c7 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.7067389 Feb 17 21:18:30.644166 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 60636) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:18:30.656926 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff6e295-2eca-4f4d-85e2-0c914df4923c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d06c13-08a5-499f-8e00-394d855379ad,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:30.671700 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [None req-1dfe8fd0-e562-4503-a5b2-a3e56c60d16b admin admin] Request body: {'subnet': {'network_id': '8c0071eb-fb50-496e-871e-10f2f5f3ddca', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1019491256-subnet', 'tenant_id': 'a590a42e59b147caa6b58d9e0567263b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:18:30.681630 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-6ff6e295-2eca-4f4d-85e2-0c914df4923c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:30.702067 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-1dfe8fd0-e562-4503-a5b2-a3e56c60d16b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:18:30.720221 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-1dfe8fd0-e562-4503-a5b2-a3e56c60d16b admin admin] Usage tracker for resource:subnet and tenant:a590a42e59b147caa6b58d9e0567263b is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:18:30.729367 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-1dfe8fd0-e562-4503-a5b2-a3e56c60d16b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:18:30.752220 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-1dfe8fd0-e562-4503-a5b2-a3e56c60d16b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:18:30.754342 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Network 8c0071eb-fb50-496e-871e-10f2f5f3ddca details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=83972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 21:18:30.772653 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9680dd-1a37-405c-89db-509dbac9ccb1 req-fcea0816-25cd-4a08-b29e-29a9d1f94425 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:18:30.782194 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-4a9680dd-1a37-405c-89db-509dbac9ccb1 req-fcea0816-25cd-4a08-b29e-29a9d1f94425 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/ports?device_id=2f1a929c-b054-42c8-bd5e-e0ecb0c19af1 HTTP/1.1" status: 200 len: 943 time: 1.0329285 Feb 17 21:18:30.788761 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dfe8fd0-e562-4503-a5b2-a3e56c60d16b admin admin] Made reservation on behalf of a590a42e59b147caa6b58d9e0567263b for: {'subnet': 1} {{(pid=83970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:18:30.796339 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-1dfe8fd0-e562-4503-a5b2-a3e56c60d16b admin admin] Notify callbacks [] for subnet, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:30.809774 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-96268d8c-2668-4e2f-8b7d-38d1ffec59ba req-e07361bc-50ae-4e32-bd45-20e1bd16bdc2 service neutron] 10.222.0.95 "GET /v2.0/networks/35f9b575-0edf-435d-825c-afd5be1781b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9926441 Feb 17 21:18:30.860308 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b62df60b-f0d9-4ae5-9779-bd980c0402f7 req-2b17b5cd-810a-419b-a921-3b456f6df2d7 service neutron] 10.222.0.95 "GET /v2.0/networks/f9c0bbce-697f-4687-84a8-29729913ed49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7469995 Feb 17 21:18:30.880864 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-4eb00135-a111-4b4f-b3b6-71f651420a72 req-d7da9920-30ba-4afb-a1aa-b129d6d0b815 service neutron] 10.222.0.90 "GET /v2.0/networks/aa2f4e05-f1b6-4d1c-a052-1a8707f48be4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7777281 Feb 17 21:18:30.895322 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvr_db [None req-2bacb2c7-5030-429b-9580-8f6bdb28aab9 None None] Set router 27e89245-b678-485e-a102-eed28c72df52 gateway port host: dv-cinder-760193-4-smb {{(pid=83973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:18:30.948559 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Network 8c0071eb-fb50-496e-871e-10f2f5f3ddca details requested by agent ovs-agent-dv-cinder-760193-4-smb with host dv-cinder-760193-4-smb {{(pid=83972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 21:18:31.177573 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-4a9680dd-1a37-405c-89db-509dbac9ccb1 req-a50d07c8-2bfc-491c-bc09-ad9249c535b8 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/security-groups?id=fce51754-d32d-475a-91fc-501dc12703ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3940463 Feb 17 21:18:31.203374 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '115489bb-e732-4198-8ea8-4c80359bb5b8', 'tag': 'c28088cb-1500-4ef2-bc4e-db5da81c5071'}] {{(pid=83971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:18:31.331926 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 60650) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:18:31.333128 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-1dfe8fd0-e562-4503-a5b2-a3e56c60d16b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826'] for subnet, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:31.345263 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-412039f5-4585-42cc-9f33-878ade107ff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:31.346959 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-2bacb2c7-5030-429b-9580-8f6bdb28aab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27e89245-b678-485e-a102-eed28c72df52', 'name': 'tempest-ServerRescueNegativeTestJSON-1631065911-router', 'tenant_id': '1e8007caa2284731820d67e6f9d57ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'external_fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.159'}], 'enable_snat': True}, 'gw_port_id': '7319c745-3762-4586-bc2c-ab12168ca0ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:18:06Z', 'updated_at': '2021-02-17T21:18:23Z', 'revision_number': 4, 'project_id': '1e8007caa2284731820d67e6f9d57ee9', 'gw_port': {'id': '7319c745-3762-4586-bc2c-ab12168ca0ec', 'name': '', 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e89245-b678-485e-a102-eed28c72df52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:18:09Z', 'updated_at': '2021-02-17T21:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-smb', '_interfaces': [{'id': 'a39b3011-2218-45cc-b4c6-41e0c8ad492c', 'name': '', 'network_id': 'aa2f4e05-f1b6-4d1c-a052-1a8707f48be4', 'tenant_id': '1e8007caa2284731820d67e6f9d57ee9', 'mac_address': 'fa:16:3e:0b:f9:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27e89245-b678-485e-a102-eed28c72df52', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '68c4757a-1327-48d0-97b5-5af10066f5ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:18:20Z', 'updated_at': '2021-02-17T21:18:29Z', 'revision_number': 4, 'project_id': '1e8007caa2284731820d67e6f9d57ee9', 'subnets': [{'id': '68c4757a-1327-48d0-97b5-5af10066f5ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-4-smb', False) {} {{(pid=83973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:18:31.353059 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bacb2c7-5030-429b-9580-8f6bdb28aab9 None None] The sync data for ids ['27e89245-b678-485e-a102-eed28c72df52'] in dv-cinder-760193-4-smb is: [{'id': '27e89245-b678-485e-a102-eed28c72df52', 'name': 'tempest-ServerRescueNegativeTestJSON-1631065911-router', 'tenant_id': '1e8007caa2284731820d67e6f9d57ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'external_fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.159'}], 'enable_snat': True}, 'gw_port_id': '7319c745-3762-4586-bc2c-ab12168ca0ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:18:06Z', 'updated_at': '2021-02-17T21:18:23Z', 'revision_number': 4, 'project_id': '1e8007caa2284731820d67e6f9d57ee9', 'gw_port': {'id': '7319c745-3762-4586-bc2c-ab12168ca0ec', 'name': '', 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e89245-b678-485e-a102-eed28c72df52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:18:09Z', 'updated_at': '2021-02-17T21:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-smb', '_interfaces': [{'id': 'a39b3011-2218-45cc-b4c6-41e0c8ad492c', 'name': '', 'network_id': 'aa2f4e05-f1b6-4d1c-a052-1a8707f48be4', 'tenant_id': '1e8007caa2284731820d67e6f9d57ee9', 'mac_address': 'fa:16:3e:0b:f9:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27e89245-b678-485e-a102-eed28c72df52', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '68c4757a-1327-48d0-97b5-5af10066f5ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:18:20Z', 'updated_at': '2021-02-17T21:18:29Z', 'revision_number': 4, 'project_id': '1e8007caa2284731820d67e6f9d57ee9', 'subnets': [{'id': '68c4757a-1327-48d0-97b5-5af10066f5ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 21:18:31.376085 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6485d914-4bc9-4e12-ac45-f5017b8da399 req-0a1ecb01-aab6-45b9-be05-5b489eb66a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:18:31.377747 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-6485d914-4bc9-4e12-ac45-f5017b8da399 req-0a1ecb01-aab6-45b9-be05-5b489eb66a9d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=99ecb63817724b3b843973136a4f57b7&device_id=2f1a929c-b054-42c8-bd5e-e0ecb0c19af1 HTTP/1.1" status: 200 len: 1160 time: 0.4911227 Feb 17 21:18:31.395845 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-4eb00135-a111-4b4f-b3b6-71f651420a72 req-d5ddfc01-de58-41ae-bdf0-c4eb452fa713 service neutron] 10.222.0.90 "GET /v2.0/networks/aa2f4e05-f1b6-4d1c-a052-1a8707f48be4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4290004 Feb 17 21:18:31.566469 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-8bf1a142-0ce7-4454-853b-b939c7804524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5352e0eb-5f08-4451-84d1-3e30b0d40635', 'name': 'tempest-AttachVolumeTestJSON-978606717-router', 'tenant_id': '9cd772018d984344b6df5dd95a3340d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'external_fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.146'}], 'enable_snat': True}, 'gw_port_id': '65fdc61c-05c6-4547-94ff-946351aea217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:18:06Z', 'updated_at': '2021-02-17T21:18:27Z', 'revision_number': 4, 'project_id': '9cd772018d984344b6df5dd95a3340d9', 'gw_port': {'id': '65fdc61c-05c6-4547-94ff-946351aea217', 'name': '', 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:98:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5352e0eb-5f08-4451-84d1-3e30b0d40635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:18:10Z', 'updated_at': '2021-02-17T21:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-smb', '_interfaces': [{'id': '539ec8e4-e591-4c93-afb1-355ba6e314e2', 'name': '', 'network_id': '92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7', 'tenant_id': '9cd772018d984344b6df5dd95a3340d9', 'mac_address': 'fa:16:3e:03:e6:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5352e0eb-5f08-4451-84d1-3e30b0d40635', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '0319529e-2e97-491e-9c53-3becc98cbcb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:18:24Z', 'updated_at': '2021-02-17T21:18:27Z', 'revision_number': 2, 'project_id': '9cd772018d984344b6df5dd95a3340d9', 'subnets': [{'id': '0319529e-2e97-491e-9c53-3becc98cbcb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-4-smb', False) {} {{(pid=83972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:18:31.573780 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf1a142-0ce7-4454-853b-b939c7804524 None None] Checking router: 5352e0eb-5f08-4451-84d1-3e30b0d40635 for host: dv-cinder-760193-4-smb {{(pid=83972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 21:18:31.574203 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf1a142-0ce7-4454-853b-b939c7804524 None None] Updating router 5352e0eb-5f08-4451-84d1-3e30b0d40635 port 539ec8e4-e591-4c93-afb1-355ba6e314e2 binding host dv-cinder-760193-4-smb {{(pid=83972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 21:18:31.636942 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-9a67f8c2-a7d7-4bcd-bc8a-fd53ab85d1a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:31.670779 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-a66bda34-09e5-4f26-b395-332a222324d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:31.672472 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-8bf1a142-0ce7-4454-853b-b939c7804524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:31.778831 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfe8fd0-e562-4503-a5b2-a3e56c60d16b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ced1629-f55e-4c9c-8e0c-1e79cb191966,revision_number=0']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:31.782446 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-1dfe8fd0-e562-4503-a5b2-a3e56c60d16b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:31.785116 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-9a67f8c2-a7d7-4bcd-bc8a-fd53ab85d1a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:18:31.793743 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-9a67f8c2-a7d7-4bcd-bc8a-fd53ab85d1a6 admin admin] Usage tracker for resource:security_group_rule and tenant:30b24509120c4e8292dca7489ec3eece is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:18:31.798883 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-9a67f8c2-a7d7-4bcd-bc8a-fd53ab85d1a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:18:31.825858 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-9a67f8c2-a7d7-4bcd-bc8a-fd53ab85d1a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:18:31.831295 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dfe8fd0-e562-4503-a5b2-a3e56c60d16b admin admin] Checking segment: {'id': 'fc2e60b8-dc77-4505-b0ea-0548388ba5b2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '8c0071eb-fb50-496e-871e-10f2f5f3ddca'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:18:31.831697 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dfe8fd0-e562-4503-a5b2-a3e56c60d16b admin admin] Network hostable DHCP agents. Network: 8c0071eb-fb50-496e-871e-10f2f5f3ddca, hostable agents: ['81574b38-487a-4663-81fe-2ebf358e1d09'], hosted agents: [] {{(pid=83970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 21:18:31.916706 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dfe8fd0-e562-4503-a5b2-a3e56c60d16b admin admin] Network 8c0071eb-fb50-496e-871e-10f2f5f3ddca is scheduled to be hosted by DHCP agent 81574b38-487a-4663-81fe-2ebf358e1d09 with binding_index 1 {{(pid=83970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 21:18:31.954048 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.base_scheduler [None req-1dfe8fd0-e562-4503-a5b2-a3e56c60d16b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-4-smb, 8c0071eb-fb50-496e-871e-10f2f5f3ddca) {{(pid=83970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:18:31.962593 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dfe8fd0-e562-4503-a5b2-a3e56c60d16b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:18:31.963283 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-1dfe8fd0-e562-4503-a5b2-a3e56c60d16b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854194843'] for subnet, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:31.995882 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71fa741-ba9a-4f36-9166-9f28cd9af8ef None None] Network 8c0071eb-fb50-496e-871e-10f2f5f3ddca requested from dv-cinder-760193-4-smb {{(pid=83972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 21:18:32.119680 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-1dfe8fd0-e562-4503-a5b2-a3e56c60d16b admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4695067 Feb 17 21:18:32.210799 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-9a67f8c2-a7d7-4bcd-bc8a-fd53ab85d1a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:32.227687 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-9a67f8c2-a7d7-4bcd-bc8a-fd53ab85d1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:32.267924 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-f5b9b99c-6013-4681-b639-f6f3b83f47c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:32.310553 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6485d914-4bc9-4e12-ac45-f5017b8da399 req-6a1be635-e623-4d7c-abb9-cfe58009f10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:18:32.312197 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-6485d914-4bc9-4e12-ac45-f5017b8da399 req-6a1be635-e623-4d7c-abb9-cfe58009f10a service neutron] 10.222.0.95 "GET /v2.0/networks?id=35f9b575-0edf-435d-825c-afd5be1781b3 HTTP/1.1" status: 200 len: 908 time: 0.9153311 Feb 17 21:18:32.388918 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-9a67f8c2-a7d7-4bcd-bc8a-fd53ab85d1a6 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=30b24509120c4e8292dca7489ec3eece&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0515871 Feb 17 21:18:32.393467 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 60684) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:18:32.409845 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a67f8c2-a7d7-4bcd-bc8a-fd53ab85d1a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be108248-c15f-4ff8-82c9-79e02eda5227,revision_number=1']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:32.419993 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-9a67f8c2-a7d7-4bcd-bc8a-fd53ab85d1a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:32.518200 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-6485d914-4bc9-4e12-ac45-f5017b8da399 req-4e393508-49d5-4120-b5af-fe3398931de1 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7dd1a33-6565-4a8b-9d43-a498d20b7f6c HTTP/1.1" status: 200 len: 217 time: 0.1891372 Feb 17 21:18:32.543116 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-89ce8abf-06ce-415a-85fe-6aedb65ba055 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:32.565780 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436088f5-2591-4e5f-84c0-38756ea6dbfe req-a8a303b3-1142-4a4a-9a0b-0519b3a36b9b tempest-DeleteServersTestJSON-2078073820 tempest-DeleteServersTestJSON-2078073820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:18:32.566407 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-6ca3edb7-5491-4713-b7b6-430a54a29335 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:32.568045 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-436088f5-2591-4e5f-84c0-38756ea6dbfe req-a8a303b3-1142-4a4a-9a0b-0519b3a36b9b tempest-DeleteServersTestJSON-2078073820 tempest-DeleteServersTestJSON-2078073820-project] 10.222.0.90 "GET /v2.0/ports?device_id=115489bb-e732-4198-8ea8-4c80359bb5b8 HTTP/1.1" status: 200 len: 944 time: 1.1699314 Feb 17 21:18:32.613509 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 60692) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:18:32.615415 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-89ce8abf-06ce-415a-85fe-6aedb65ba055 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:32.653083 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [None req-9e6ec1af-605a-4980-b33f-571fef6cb882 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Request body: {'security_group': {'name': 'tempest-securitygroup--810822943', 'description': 'tempest-description--903771537'}} {{(pid=83970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:18:32.706158 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-9e6ec1af-605a-4980-b33f-571fef6cb882 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:18:32.740993 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-9e6ec1af-605a-4980-b33f-571fef6cb882 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Usage tracker for resource:security_group and tenant:9cd772018d984344b6df5dd95a3340d9 is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:18:32.756296 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '115489bb-e732-4198-8ea8-4c80359bb5b8', 'tag': 'c28088cb-1500-4ef2-bc4e-db5da81c5071', 'status': 'completed', 'code': 200} Feb 17 21:18:32.799340 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-9e6ec1af-605a-4980-b33f-571fef6cb882 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:18:32.834721 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-9e6ec1af-605a-4980-b33f-571fef6cb882 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:18:32.864752 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-9e6ec1af-605a-4980-b33f-571fef6cb882 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Notify callbacks [] for security_group, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:32.926249 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-89ce8abf-06ce-415a-85fe-6aedb65ba055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:32.933109 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Device a39b3011-2218-45cc-b4c6-41e0c8ad492c up at agent ovs-agent-dv-cinder-760193-4-smb {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:18:32.957761 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-9a67f8c2-a7d7-4bcd-bc8a-fd53ab85d1a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:33.011766 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-9e6ec1af-605a-4980-b33f-571fef6cb882 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:18:33.023054 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-9e6ec1af-605a-4980-b33f-571fef6cb882 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Usage tracker for resource:security_group_rule and tenant:9cd772018d984344b6df5dd95a3340d9 is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:18:33.030818 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-9e6ec1af-605a-4980-b33f-571fef6cb882 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:18:33.045762 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-9e6ec1af-605a-4980-b33f-571fef6cb882 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:18:33.158736 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-9e6ec1af-605a-4980-b33f-571fef6cb882 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Notify callbacks [] for security_group, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:33.164916 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ce8abf-06ce-415a-85fe-6aedb65ba055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be108248-c15f-4ff8-82c9-79e02eda5227,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:33.174497 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-89ce8abf-06ce-415a-85fe-6aedb65ba055 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:33.183540 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b8135503-0e39-4d3c-9d89-cac7098238af req-ce7bb977-8fab-43cc-98a3-d3ac6a01463b tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/ports?device_id=4d02e800-c249-4f02-8de5-b5f1681d4d5c HTTP/1.1" status: 200 len: 210 time: 0.1459737 Feb 17 21:18:33.185402 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-9e6ec1af-605a-4980-b33f-571fef6cb882 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:33.192289 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-89ce8abf-06ce-415a-85fe-6aedb65ba055 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:33.193849 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-89ce8abf-06ce-415a-85fe-6aedb65ba055 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/be108248-c15f-4ff8-82c9-79e02eda5227 HTTP/1.1" status: 204 len: 168 time: 0.7992210 Feb 17 21:18:33.207406 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.db.resource_extend [None req-8bf1a142-0ce7-4454-853b-b939c7804524 None None] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 17 21:18:33.208198 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:33.234928 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6485d914-4bc9-4e12-ac45-f5017b8da399 req-05d976bd-45bc-4bf1-9ec9-93c9cc1a6df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:18:33.244676 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-6485d914-4bc9-4e12-ac45-f5017b8da399 req-05d976bd-45bc-4bf1-9ec9-93c9cc1a6df6 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=1674444a-f910-400c-bb97-a2b62b24e55e HTTP/1.1" status: 200 len: 854 time: 0.6232650 Feb 17 21:18:33.255252 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6ec1af-605a-4980-b33f-571fef6cb882 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50953140-8b47-4d38-9ad3-ba74e3f5ff3b,revision_number=1']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:33.257672 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-436088f5-2591-4e5f-84c0-38756ea6dbfe req-2f8246f3-817d-4adb-80b9-c06b6ef01b51 tempest-DeleteServersTestJSON-2078073820 tempest-DeleteServersTestJSON-2078073820-project] 10.222.0.90 "GET /v2.0/security-groups?id=7fd96fbc-c465-4ff5-8ea6-befe9a748b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6827316 Feb 17 21:18:33.274897 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-9e6ec1af-605a-4980-b33f-571fef6cb882 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:33.307808 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-9e6ec1af-605a-4980-b33f-571fef6cb882 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Notify callbacks [] for security_group, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:33.312767 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-9e6ec1af-605a-4980-b33f-571fef6cb882 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6772168 Feb 17 21:18:33.313477 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 60718) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:18:33.329777 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [None req-fff2e35c-c551-42f1-ac11-de485fe0b32e tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Request body: {'security_group_rule': {'security_group_id': '50953140-8b47-4d38-9ad3-ba74e3f5ff3b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:18:33.340384 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-6485d914-4bc9-4e12-ac45-f5017b8da399 req-c3842cb7-dd66-4862-ae6e-390d1a97afb6 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=35f9b575-0edf-435d-825c-afd5be1781b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803123 Feb 17 21:18:33.348553 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-fff2e35c-c551-42f1-ac11-de485fe0b32e tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:18:33.364892 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-fff2e35c-c551-42f1-ac11-de485fe0b32e tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Usage tracker for resource:security_group_rule and tenant:9cd772018d984344b6df5dd95a3340d9 is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:18:33.374916 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-fff2e35c-c551-42f1-ac11-de485fe0b32e tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:18:33.389194 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-fff2e35c-c551-42f1-ac11-de485fe0b32e tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:18:33.437863 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-fff2e35c-c551-42f1-ac11-de485fe0b32e tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:33.490645 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0559121-6da7-48b7-a266-0059a993fdfb None None] Network 8c0071eb-fb50-496e-871e-10f2f5f3ddca requested from dv-cinder-760193-4-smb {{(pid=83972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 21:18:33.569589 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ca036b-b466-4058-852c-5e4c4c85bf49 req-76095107-3dd8-43f1-ac14-a695a4c36611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:18:33.572068 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-fff2e35c-c551-42f1-ac11-de485fe0b32e tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:33.574003 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-74ca036b-b466-4058-852c-5e4c4c85bf49 req-76095107-3dd8-43f1-ac14-a695a4c36611 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=bfe6742a1a2d4e57a392436ce7f5b93c&device_id=115489bb-e732-4198-8ea8-4c80359bb5b8 HTTP/1.1" status: 200 len: 1161 time: 0.8113847 Feb 17 21:18:33.575933 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-fff2e35c-c551-42f1-ac11-de485fe0b32e tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032038'] for security_group_rule, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:33.578815 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:33.616577 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff2e35c-c551-42f1-ac11-de485fe0b32e tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24e16060-ff56-43f1-aed9-e41502e817e0,revision_number=0']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:33.632340 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-fff2e35c-c551-42f1-ac11-de485fe0b32e tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:33.649024 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-fff2e35c-c551-42f1-ac11-de485fe0b32e tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:33.651259 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-fff2e35c-c551-42f1-ac11-de485fe0b32e tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3356328 Feb 17 21:18:33.654532 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 60724) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:18:33.677801 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [None req-3f55be05-d06b-4ece-a6bd-350a4231e9ef tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Request body: {'security_group_rule': {'security_group_id': '50953140-8b47-4d38-9ad3-ba74e3f5ff3b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:18:33.691634 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-3f55be05-d06b-4ece-a6bd-350a4231e9ef tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:18:33.713631 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-3f55be05-d06b-4ece-a6bd-350a4231e9ef tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Usage tracker for resource:security_group_rule and tenant:9cd772018d984344b6df5dd95a3340d9 is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:18:33.721033 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-3f55be05-d06b-4ece-a6bd-350a4231e9ef tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:18:33.729571 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-3f55be05-d06b-4ece-a6bd-350a4231e9ef tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:18:33.764976 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-3f55be05-d06b-4ece-a6bd-350a4231e9ef tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:33.785071 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ca036b-b466-4058-852c-5e4c4c85bf49 req-1f070117-aadb-4f3c-8d03-f008c9aa8706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:18:33.786846 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-74ca036b-b466-4058-852c-5e4c4c85bf49 req-1f070117-aadb-4f3c-8d03-f008c9aa8706 service neutron] 10.222.0.95 "GET /v2.0/networks?id=f9c0bbce-697f-4687-84a8-29729913ed49 HTTP/1.1" status: 200 len: 905 time: 0.2056119 Feb 17 21:18:33.864617 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.95', 53062) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:18:33.952011 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-3f55be05-d06b-4ece-a6bd-350a4231e9ef tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:33.956265 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-3f55be05-d06b-4ece-a6bd-350a4231e9ef tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032038'] for security_group_rule, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:33.958444 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:34.026945 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-8bf1a142-0ce7-4454-853b-b939c7804524 None None] Notify callbacks [] for port, precommit_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:34.030539 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f55be05-d06b-4ece-a6bd-350a4231e9ef tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d6100e6-d70b-4e15-bfd0-3e1fe49742d0,revision_number=0']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:34.033307 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-3f55be05-d06b-4ece-a6bd-350a4231e9ef tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:34.054360 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-3f55be05-d06b-4ece-a6bd-350a4231e9ef tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:34.056149 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-3f55be05-d06b-4ece-a6bd-350a4231e9ef tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4003830 Feb 17 21:18:34.059578 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 60752) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:18:34.061147 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-8bf1a142-0ce7-4454-853b-b939c7804524 None None] Transition to ACTIVE for port object 539ec8e4-e591-4c93-afb1-355ba6e314e2 will not be triggered until provisioned by entity L2. {{(pid=83972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:18:34.065400 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [None req-34f12a1f-429f-43d2-967e-0bebdeab88fc tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Request body: {'floatingip': {'floating_network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e'}} {{(pid=83970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:18:34.078645 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-34f12a1f-429f-43d2-967e-0bebdeab88fc tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:18:34.090501 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-34f12a1f-429f-43d2-967e-0bebdeab88fc tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Usage tracker for resource:floatingip and tenant:9cd772018d984344b6df5dd95a3340d9 is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:18:34.097936 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-34f12a1f-429f-43d2-967e-0bebdeab88fc tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:18:34.113575 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-34f12a1f-429f-43d2-967e-0bebdeab88fc tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:18:34.132219 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-34f12a1f-429f-43d2-967e-0bebdeab88fc tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Notify callbacks [] for floatingip, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:34.138640 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-8bf1a142-0ce7-4454-853b-b939c7804524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:34.307796 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f1cec3f0-2839-4108-802d-97c7b40b55a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:34.312480 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:34.339692 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-74ca036b-b466-4058-852c-5e4c4c85bf49 req-56745728-21d2-4e04-b08a-4a1d4d30bbc0 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c28088cb-1500-4ef2-bc4e-db5da81c5071 HTTP/1.1" status: 200 len: 217 time: 0.4739199 Feb 17 21:18:34.350380 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38fa60e-0e00-4ed8-94bc-2330f7826424 req-0d6d00db-ee47-4f1b-9360-5222399f5373 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:18:34.355318 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-e38fa60e-0e00-4ed8-94bc-2330f7826424 req-0d6d00db-ee47-4f1b-9360-5222399f5373 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/networks?id=aa2f4e05-f1b6-4d1c-a052-1a8707f48be4 HTTP/1.1" status: 200 len: 819 time: 0.3441072 Feb 17 21:18:34.358227 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 60764) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:18:34.553452 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [None req-26671dc6-a7f2-43e7-ba43-ee2ec3abaac0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-360745258-network', 'tenant_id': '2bf7085747ba4c888c90954cf43606cb'}} {{(pid=83971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:18:34.558773 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-26671dc6-a7f2-43e7-ba43-ee2ec3abaac0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:18:34.562472 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-34f12a1f-429f-43d2-967e-0bebdeab88fc tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:34.563175 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-26671dc6-a7f2-43e7-ba43-ee2ec3abaac0 admin admin] Usage tracker for resource:network and tenant:2bf7085747ba4c888c90954cf43606cb is out of sync, need to count used quota {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:18:34.566300 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-26671dc6-a7f2-43e7-ba43-ee2ec3abaac0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:18:34.575119 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-26671dc6-a7f2-43e7-ba43-ee2ec3abaac0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:18:34.600440 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ca036b-b466-4058-852c-5e4c4c85bf49 req-11eec0af-4954-4909-b7dd-4413a454e1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:18:34.603024 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-74ca036b-b466-4058-852c-5e4c4c85bf49 req-11eec0af-4954-4909-b7dd-4413a454e1a4 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=cc07b3ae-8b1e-4c48-9b36-4ee67277e4f2 HTTP/1.1" status: 200 len: 851 time: 0.2438607 Feb 17 21:18:34.625926 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-6485d914-4bc9-4e12-ac45-f5017b8da399 req-eeeb4de2-452d-4b76-a40e-85e0ed1caa4b service neutron] 10.222.0.95 "GET /v2.0/networks/35f9b575-0edf-435d-825c-afd5be1781b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2742581 Feb 17 21:18:34.626813 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26671dc6-a7f2-43e7-ba43-ee2ec3abaac0 admin admin] Made reservation on behalf of 2bf7085747ba4c888c90954cf43606cb for: {'network': 1} {{(pid=83971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:18:34.631674 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-26671dc6-a7f2-43e7-ba43-ee2ec3abaac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for network, before_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:34.702500 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f36a44-c084-463e-abce-4e4f954e5388 None None] Pushing event updated for resources: {'Port': ['ID=539ec8e4-e591-4c93-afb1-355ba6e314e2,revision_number=3']} {{(pid=83972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:34.811392 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-94f36a44-c084-463e-abce-4e4f954e5388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:34.817701 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.objects.ports [None req-a9cfc958-33fa-44d8-8e84-e6a9afcb5c1f None None] Time-cost: Fetching 2 ports in 2 security groups {{(pid=83972) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 21:18:34.831202 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Provisioning for port a39b3011-2218-45cc-b4c6-41e0c8ad492c completed by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:18:34.887064 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd60423c-6e1c-4b23-b015-3ac117486b9d req-ea8ae123-820a-4df7-83ac-b0623dff77ed tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:18:34.888854 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-bd60423c-6e1c-4b23-b015-3ac117486b9d req-ea8ae123-820a-4df7-83ac-b0623dff77ed tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/ports?device_id=2f1a929c-b054-42c8-bd5e-e0ecb0c19af1 HTTP/1.1" status: 200 len: 943 time: 1.1008296 Feb 17 21:18:34.890961 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-74ca036b-b466-4058-852c-5e4c4c85bf49 req-90712779-677d-45db-8d90-8c8ecbd82f7f service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=f9c0bbce-697f-4687-84a8-29729913ed49&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2368052 Feb 17 21:18:34.892887 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-6485d914-4bc9-4e12-ac45-f5017b8da399 req-9d7fd44f-4557-40f0-85a2-e85d1f85765b service neutron] 10.222.0.95 "GET /v2.0/networks/35f9b575-0edf-435d-825c-afd5be1781b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2441449 Feb 17 21:18:34.901358 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-e38fa60e-0e00-4ed8-94bc-2330f7826424 req-01222d1c-9afd-44f1-adcf-a43bc12d52eb tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/quotas/1e8007caa2284731820d67e6f9d57ee9 HTTP/1.1" status: 200 len: 375 time: 0.4455385 Feb 17 21:18:34.905480 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-26671dc6-a7f2-43e7-ba43-ee2ec3abaac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:34.987825 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Provisioning complete for port a39b3011-2218-45cc-b4c6-41e0c8ad492c triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:18:34.989025 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:35.027910 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-26671dc6-a7f2-43e7-ba43-ee2ec3abaac0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:18:35.033275 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-26671dc6-a7f2-43e7-ba43-ee2ec3abaac0 admin admin] Usage tracker for resource:security_group_rule and tenant:2bf7085747ba4c888c90954cf43606cb is out of sync, need to count used quota {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:18:35.037486 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-26671dc6-a7f2-43e7-ba43-ee2ec3abaac0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:18:35.043894 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-26671dc6-a7f2-43e7-ba43-ee2ec3abaac0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:18:35.210384 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-26671dc6-a7f2-43e7-ba43-ee2ec3abaac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:35.223220 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [None req-8bf1a142-0ce7-4454-853b-b939c7804524 None None] Attempting to bind port 539ec8e4-e591-4c93-afb1-355ba6e314e2 on host dv-cinder-760193-4-smb for vnic_type normal with profile {{(pid=83972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 21:18:35.223766 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [None req-8bf1a142-0ce7-4454-853b-b939c7804524 None None] Attempting to bind port 539ec8e4-e591-4c93-afb1-355ba6e314e2 by drivers openvswitch on host dv-cinder-760193-4-smb at level 0 using segments [{'id': '3b7ba68f-1bdb-4082-8d82-80eb2313a4c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7'}] {{(pid=83972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 21:18:35.224267 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf1a142-0ce7-4454-853b-b939c7804524 None None] Attempting to bind port 539ec8e4-e591-4c93-afb1-355ba6e314e2 on network 92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7 {{(pid=83972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 21:18:35.229813 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:35.254807 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.db_base_plugin_common [None req-34f12a1f-429f-43d2-967e-0bebdeab88fc tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Allocated IP 172.28.3.51 (35a248c9-4e56-449c-88ff-c033f82ee17e/44c24f99-5b56-46d4-85cc-b908fd8db103/2216d63e-7b83-41ee-bbe4-29485c70b5fd) {{(pid=83970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 21:18:35.295899 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf1a142-0ce7-4454-853b-b939c7804524 None None] Checking agent: {'id': '1f40505b-3e8c-4bc5-b539-d04281a15ea5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 21, 9, 4), 'started_at': datetime.datetime(2021, 2, 17, 21, 9, 34), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.98', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 21:18:35.296430 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf1a142-0ce7-4454-853b-b939c7804524 None None] Checking segment: {'id': '3b7ba68f-1bdb-4082-8d82-80eb2313a4c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:18:35.296982 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-8bf1a142-0ce7-4454-853b-b939c7804524 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:35.297521 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf1a142-0ce7-4454-853b-b939c7804524 None None] Bound using segment: {'id': '3b7ba68f-1bdb-4082-8d82-80eb2313a4c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7'} {{(pid=83972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 21:18:35.298191 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [None req-8bf1a142-0ce7-4454-853b-b939c7804524 None None] Bound port: 539ec8e4-e591-4c93-afb1-355ba6e314e2, host: dv-cinder-760193-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b7ba68f-1bdb-4082-8d82-80eb2313a4c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7'}}] {{(pid=83972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 21:18:35.298748 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-8bf1a142-0ce7-4454-853b-b939c7804524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:35.331193 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-b3b29b12-cbe5-4ec2-9621-66af0787c66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:35.344561 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-26671dc6-a7f2-43e7-ba43-ee2ec3abaac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:35.357805 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-bd60423c-6e1c-4b23-b015-3ac117486b9d req-09365791-2f47-4ec8-8328-1ab6813f2816 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/security-groups?id=fce51754-d32d-475a-91fc-501dc12703ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3382564 Feb 17 21:18:35.393555 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26671dc6-a7f2-43e7-ba43-ee2ec3abaac0 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=83971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 21:18:35.397854 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-26671dc6-a7f2-43e7-ba43-ee2ec3abaac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846507987'] for segment, precommit_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:35.398486 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.db.segments_db [None req-26671dc6-a7f2-43e7-ba43-ee2ec3abaac0 admin admin] Added segment 696c486b-c596-4619-a531-413b0dd049d8 of type vxlan for network f702dd8e-6f7c-424f-a543-2b881eeac518 Feb 17 21:18:35.431285 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:35.450772 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Device c28088cb-1500-4ef2-bc4e-db5da81c5071 up at agent ovs-agent-hv-cinder-76019 {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:18:35.590728 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-34f12a1f-429f-43d2-967e-0bebdeab88fc tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Notify callbacks [] for port, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:35.635018 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:35.662363 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-34f12a1f-429f-43d2-967e-0bebdeab88fc tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782347517401'] for port, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:35.682822 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-80c36cb4-df9d-4863-b089-1609f87c2cf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:35.689261 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] For port a39b3011-2218-45cc-b4c6-41e0c8ad492c, host dv-cinder-760193-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-smb',level=0,port_id=a39b3011-2218-45cc-b4c6-41e0c8ad492c,segment=NetworkSegment(0c340f71-b40c-45bd-8407-02d59c0632f4),segment_id=0c340f71-b40c-45bd-8407-02d59c0632f4)] {{(pid=83972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:18:35.707648 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:35.712490 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-8bf1a142-0ce7-4454-853b-b939c7804524 None None] For port 539ec8e4-e591-4c93-afb1-355ba6e314e2, host dv-cinder-760193-4-smb, cleared binding levels {{(pid=83972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 21:18:35.723907 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26671dc6-a7f2-43e7-ba43-ee2ec3abaac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b1b1e18-f073-481b-a210-b1019611bc13,revision_number=1']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:35.731022 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-26671dc6-a7f2-43e7-ba43-ee2ec3abaac0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:35.731022 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-26671dc6-a7f2-43e7-ba43-ee2ec3abaac0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363254507310776'] for network, precommit_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:35.736070 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-8bf1a142-0ce7-4454-853b-b939c7804524 None None] For port 539ec8e4-e591-4c93-afb1-355ba6e314e2, host dv-cinder-760193-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-smb',level=0,port_id=539ec8e4-e591-4c93-afb1-355ba6e314e2,segment=NetworkSegment(3b7ba68f-1bdb-4082-8d82-80eb2313a4c3),segment_id=3b7ba68f-1bdb-4082-8d82-80eb2313a4c3)] {{(pid=83972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 21:18:35.737911 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:35.778707 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-e38fa60e-0e00-4ed8-94bc-2330f7826424 req-1e190471-a5be-48ad-b2a1-475eae548a84 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=1e8007caa2284731820d67e6f9d57ee9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8745556 Feb 17 21:18:35.846602 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Pushing event updated for resources: {'Port': ['ID=a39b3011-2218-45cc-b4c6-41e0c8ad492c,revision_number=5']} {{(pid=83972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:35.861627 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f12a1f-429f-43d2-967e-0bebdeab88fc tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Pushing event updated for resources: {'Port': ['ID=2216d63e-7b83-41ee-bbe4-29485c70b5fd,revision_number=1']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:35.863691 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Provisioning for port c28088cb-1500-4ef2-bc4e-db5da81c5071 completed by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:18:35.866643 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-34f12a1f-429f-43d2-967e-0bebdeab88fc tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:35.875837 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb00135-a111-4b4f-b3b6-71f651420a72 req-13b35739-a79c-4001-acbe-153f0cf92f48 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:18:35.877524 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-4eb00135-a111-4b4f-b3b6-71f651420a72 req-13b35739-a79c-4001-acbe-153f0cf92f48 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.95 "GET /v2.0/networks?id=aa2f4e05-f1b6-4d1c-a052-1a8707f48be4 HTTP/1.1" status: 200 len: 819 time: 1.9978552 Feb 17 21:18:35.879617 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-8bf1a142-0ce7-4454-853b-b939c7804524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:35.880944 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:35.881736 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Provisioning complete for port c28088cb-1500-4ef2-bc4e-db5da81c5071 triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:18:35.882321 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:35.911141 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [req-4eb00135-a111-4b4f-b3b6-71f651420a72 req-180e2b48-f1bf-46c2-9ab1-864dbc29314d tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Request body: {'port': {'device_id': '4d02e800-c249-4f02-8de5-b5f1681d4d5c', 'network_id': 'aa2f4e05-f1b6-4d1c-a052-1a8707f48be4', 'admin_state_up': True, 'tenant_id': '1e8007caa2284731820d67e6f9d57ee9'}} {{(pid=83971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:18:35.935706 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f12a1f-429f-43d2-967e-0bebdeab88fc tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Network 35a248c9-4e56-449c-88ff-c033f82ee17e is already hosted by enough agents. {{(pid=83970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:18:35.937546 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.base_scheduler [None req-34f12a1f-429f-43d2-967e-0bebdeab88fc tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Resources bound (agent type, host, resource id): {{(pid=83970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:18:35.940560 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f12a1f-429f-43d2-967e-0bebdeab88fc tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Received port after_create {{(pid=83970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 21:18:35.953654 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d2125721-07f3-4989-b1f5-e85674da97da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:36.038917 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.db.resource_extend [None req-26671dc6-a7f2-43e7-ba43-ee2ec3abaac0 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 17 21:18:36.040086 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-34f12a1f-429f-43d2-967e-0bebdeab88fc tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:36.113833 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-74ca036b-b466-4058-852c-5e4c4c85bf49 req-541fc0be-f7c2-4122-bd6b-59c846eb06f7 service neutron] 10.222.0.95 "GET /v2.0/networks/f9c0bbce-697f-4687-84a8-29729913ed49?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1860058 Feb 17 21:18:36.124375 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abd39f8-badf-4e6a-aa22-83518c140b48 req-50734ad0-73fb-44e6-b331-4d732026365c tempest-DeleteServersTestJSON-2078073820 tempest-DeleteServersTestJSON-2078073820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:18:36.126204 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-2abd39f8-badf-4e6a-aa22-83518c140b48 req-50734ad0-73fb-44e6-b331-4d732026365c tempest-DeleteServersTestJSON-2078073820 tempest-DeleteServersTestJSON-2078073820-project] 10.222.0.90 "GET /v2.0/ports?device_id=115489bb-e732-4198-8ea8-4c80359bb5b8 HTTP/1.1" status: 200 len: 944 time: 0.3752639 Feb 17 21:18:36.154932 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f36a44-c084-463e-abce-4e4f954e5388 None None] Pushing event updated for resources: {'Port': ['ID=539ec8e4-e591-4c93-afb1-355ba6e314e2,revision_number=4']} {{(pid=83972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:36.210567 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-94f36a44-c084-463e-abce-4e4f954e5388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:36.231285 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-26671dc6-a7f2-43e7-ba43-ee2ec3abaac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826'] for network, after_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:36.290952 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [req-e38fa60e-0e00-4ed8-94bc-2330f7826424 req-6a16f862-f8a9-4016-8ed1-1bf81e8ae49f service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=83971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 21:18:36.298898 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-e38fa60e-0e00-4ed8-94bc-2330f7826424 req-6a16f862-f8a9-4016-8ed1-1bf81e8ae49f service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.2781594 Feb 17 21:18:36.354528 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:36.449323 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26671dc6-a7f2-43e7-ba43-ee2ec3abaac0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:18:36.449922 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-26671dc6-a7f2-43e7-ba43-ee2ec3abaac0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854194843'] for network, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:36.453886 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] For port c28088cb-1500-4ef2-bc4e-db5da81c5071, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=c28088cb-1500-4ef2-bc4e-db5da81c5071,segment=NetworkSegment(ec64f366-f05a-447d-a308-30926f4f25c9),segment_id=ec64f366-f05a-447d-a308-30926f4f25c9)] {{(pid=83972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:18:36.464885 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:36.466730 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '115489bb-e732-4198-8ea8-4c80359bb5b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c28088cb-1500-4ef2-bc4e-db5da81c5071'}] {{(pid=83972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:18:36.525046 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-34f12a1f-429f-43d2-967e-0bebdeab88fc tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:36.536607 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:36.537390 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Device a7dd1a33-6565-4a8b-9d43-a498d20b7f6c up at agent ovs-agent-hv-cinder-76019 {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:18:36.582738 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-4236da2a-9ee5-4bde-836a-49d068618f28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:36.587188 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-2abd39f8-badf-4e6a-aa22-83518c140b48 req-32c92eff-f845-4aff-92b8-583f5f748d58 tempest-DeleteServersTestJSON-2078073820 tempest-DeleteServersTestJSON-2078073820-project] 10.222.0.90 "GET /v2.0/security-groups?id=7fd96fbc-c465-4ff5-8ea6-befe9a748b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4151504 Feb 17 21:18:36.685480 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-26671dc6-a7f2-43e7-ba43-ee2ec3abaac0 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.2330136 Feb 17 21:18:36.688435 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 60854) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:18:36.690392 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-74ca036b-b466-4058-852c-5e4c4c85bf49 req-6eef9e7f-98f0-46c1-a24a-adb7c29b651a service neutron] 10.222.0.95 "GET /v2.0/networks/f9c0bbce-697f-4687-84a8-29729913ed49?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5506048 Feb 17 21:18:36.695189 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [None req-1607d0e2-8dc0-4f18-81fc-3e169cee21ac admin admin] Request body: {'subnet': {'network_id': 'f702dd8e-6f7c-424f-a543-2b881eeac518', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-360745258-subnet', 'tenant_id': '2bf7085747ba4c888c90954cf43606cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:18:36.709633 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Pushing event updated for resources: {'Port': ['ID=c28088cb-1500-4ef2-bc4e-db5da81c5071,revision_number=4']} {{(pid=83972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:36.736993 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-1607d0e2-8dc0-4f18-81fc-3e169cee21ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:18:36.737171 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [req-4eb00135-a111-4b4f-b3b6-71f651420a72 req-180e2b48-f1bf-46c2-9ab1-864dbc29314d tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:18:36.743938 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:36.747652 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-4eb00135-a111-4b4f-b3b6-71f651420a72 req-180e2b48-f1bf-46c2-9ab1-864dbc29314d tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Usage tracker for resource:port and tenant:1e8007caa2284731820d67e6f9d57ee9 is out of sync, need to count used quota {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:18:36.764495 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-4eb00135-a111-4b4f-b3b6-71f651420a72 req-180e2b48-f1bf-46c2-9ab1-864dbc29314d tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:18:36.786263 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-e38fa60e-0e00-4ed8-94bc-2330f7826424 req-260c8301-13cb-4309-84a3-81df97365c9d service neutron] 10.222.0.90 "GET /v2.0/networks/aa2f4e05-f1b6-4d1c-a052-1a8707f48be4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4862390 Feb 17 21:18:36.800019 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf1a142-0ce7-4454-853b-b939c7804524 None None] Routers {'5352e0eb-5f08-4451-84d1-3e30b0d40635'} bound to L3 agent in host dv-cinder-760193-4-smb {{(pid=83972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:18:36.800735 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-8bf1a142-0ce7-4454-853b-b939c7804524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T21:09:02Z,description=,heartbeat_timestamp=2021-02-17T21:18:32Z,host='dv-cinder-760193-4-smb',id=0536e1cb-4d3e-42d2-8b6d-8bd52a4e2590,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T21:09:02Z,topic='l3_agent')) {'router_ids': ['5352e0eb-5f08-4451-84d1-3e30b0d40635'], 'active': True} {{(pid=83972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:18:36.853639 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-1607d0e2-8dc0-4f18-81fc-3e169cee21ac admin admin] Usage tracker for resource:subnet and tenant:2bf7085747ba4c888c90954cf43606cb is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:18:36.873798 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-1607d0e2-8dc0-4f18-81fc-3e169cee21ac admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:18:36.889362 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-1607d0e2-8dc0-4f18-81fc-3e169cee21ac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:18:36.897356 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [req-4eb00135-a111-4b4f-b3b6-71f651420a72 req-180e2b48-f1bf-46c2-9ab1-864dbc29314d tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:18:36.936519 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1607d0e2-8dc0-4f18-81fc-3e169cee21ac admin admin] Made reservation on behalf of 2bf7085747ba4c888c90954cf43606cb for: {'subnet': 1} {{(pid=83970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:18:36.948345 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-1607d0e2-8dc0-4f18-81fc-3e169cee21ac admin admin] Notify callbacks [] for subnet, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:37.146433 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26671dc6-a7f2-43e7-ba43-ee2ec3abaac0 admin admin] Pushing event updated for resources: {'Network': ['ID=f702dd8e-6f7c-424f-a543-2b881eeac518,revision_number=1']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:37.161321 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-26671dc6-a7f2-43e7-ba43-ee2ec3abaac0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.696s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:37.162124 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4eb00135-a111-4b4f-b3b6-71f651420a72 req-180e2b48-f1bf-46c2-9ab1-864dbc29314d tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Made reservation on behalf of 1e8007caa2284731820d67e6f9d57ee9 for: {'port': 1} {{(pid=83971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:18:37.168643 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvr_db [None req-8bf1a142-0ce7-4454-853b-b939c7804524 None None] Set router 5352e0eb-5f08-4451-84d1-3e30b0d40635 gateway port host: dv-cinder-760193-4-smb {{(pid=83972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:18:37.169059 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-4eb00135-a111-4b4f-b3b6-71f651420a72 req-180e2b48-f1bf-46c2-9ab1-864dbc29314d tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:37.238513 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Network f702dd8e-6f7c-424f-a543-2b881eeac518 details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=83972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 21:18:37.260331 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Network f702dd8e-6f7c-424f-a543-2b881eeac518 details requested by agent ovs-agent-dv-cinder-760193-4-smb with host dv-cinder-760193-4-smb {{(pid=83972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 21:18:37.335697 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-34f12a1f-429f-43d2-967e-0bebdeab88fc tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Notify callbacks [] for port, precommit_update {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:37.344974 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-34f12a1f-429f-43d2-967e-0bebdeab88fc tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:37.348010 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-e38fa60e-0e00-4ed8-94bc-2330f7826424 req-d6664b3c-e815-4d05-b03e-99fe38af29ae service neutron] 10.222.0.90 "GET /v2.0/networks/aa2f4e05-f1b6-4d1c-a052-1a8707f48be4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5605659 Feb 17 21:18:37.376395 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b17ab45-2fcc-40da-b952-7190e1c15b0e req-61835a26-7cc5-4fc9-b33f-c9a353b605b7 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:18:37.384618 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-0b17ab45-2fcc-40da-b952-7190e1c15b0e req-61835a26-7cc5-4fc9-b33f-c9a353b605b7 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/ports?device_id=2f1a929c-b054-42c8-bd5e-e0ecb0c19af1 HTTP/1.1" status: 200 len: 943 time: 0.4784369 Feb 17 21:18:37.459829 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-0b17ab45-2fcc-40da-b952-7190e1c15b0e req-b94929e4-9855-45cd-a651-63b5ded68590 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/security-groups?id=fce51754-d32d-475a-91fc-501dc12703ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696502 Feb 17 21:18:37.519388 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:37.642588 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-34f12a1f-429f-43d2-967e-0bebdeab88fc tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853844558'] for floatingip, after_update {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:37.705818 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f12a1f-429f-43d2-967e-0bebdeab88fc tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Pushing event updated for resources: {'Port': ['ID=2216d63e-7b83-41ee-bbe4-29485c70b5fd,revision_number=2']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:37.736980 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-34f12a1f-429f-43d2-967e-0bebdeab88fc tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:37.776941 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-34f12a1f-429f-43d2-967e-0bebdeab88fc tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768493'] for floatingip, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:37.784510 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '115489bb-e732-4198-8ea8-4c80359bb5b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c28088cb-1500-4ef2-bc4e-db5da81c5071', 'code': 200} Feb 17 21:18:37.793686 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-34f12a1f-429f-43d2-967e-0bebdeab88fc tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7329371 Feb 17 21:18:37.830833 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Provisioning for port a7dd1a33-6565-4a8b-9d43-a498d20b7f6c completed by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:18:37.877265 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Provisioning complete for port a7dd1a33-6565-4a8b-9d43-a498d20b7f6c triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:18:37.877860 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:38.149370 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-2a58435c-4b72-4333-9dd1-37656171346a req-8b08323d-6b8d-40c8-87ff-b93815d5c482 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/ports?device_id=42e08568-d76b-446d-be76-a7ea060e8400 HTTP/1.1" status: 200 len: 210 time: 0.2127702 Feb 17 21:18:38.365390 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-1607d0e2-8dc0-4f18-81fc-3e169cee21ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826'] for subnet, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:38.394372 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:38.410408 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Device a39b3011-2218-45cc-b4c6-41e0c8ad492c up at agent ovs-agent-dv-cinder-760193-4-smb {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:18:38.571994 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-494c89be-b918-4caa-b010-37da454a40ed req-dc1cff76-12dc-475a-968b-c788174d46f9 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-securitygroup--810822943&fields=id&tenant_id=9cd772018d984344b6df5dd95a3340d9 HTTP/1.1" status: 200 len: 267 time: 0.1627700 Feb 17 21:18:38.579092 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:38.594812 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1607d0e2-8dc0-4f18-81fc-3e169cee21ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cd7c263-612f-462e-978d-a19ed729f60f,revision_number=0']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:38.598339 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-1607d0e2-8dc0-4f18-81fc-3e169cee21ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:38.653856 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] For port a7dd1a33-6565-4a8b-9d43-a498d20b7f6c, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=a7dd1a33-6565-4a8b-9d43-a498d20b7f6c,segment=NetworkSegment(f4a680a4-70bd-4ad3-8819-012844941805),segment_id=f4a680a4-70bd-4ad3-8819-012844941805)] {{(pid=83972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:18:38.694139 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:38.701279 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:38.728852 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1607d0e2-8dc0-4f18-81fc-3e169cee21ac admin admin] Checking segment: {'id': '696c486b-c596-4619-a531-413b0dd049d8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f702dd8e-6f7c-424f-a543-2b881eeac518'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:18:38.730045 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1607d0e2-8dc0-4f18-81fc-3e169cee21ac admin admin] Network hostable DHCP agents. Network: f702dd8e-6f7c-424f-a543-2b881eeac518, hostable agents: ['81574b38-487a-4663-81fe-2ebf358e1d09'], hosted agents: [] {{(pid=83970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 21:18:38.755036 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1607d0e2-8dc0-4f18-81fc-3e169cee21ac admin admin] Network f702dd8e-6f7c-424f-a543-2b881eeac518 is scheduled to be hosted by DHCP agent 81574b38-487a-4663-81fe-2ebf358e1d09 with binding_index 1 {{(pid=83970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 21:18:38.774733 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 60940) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:18:38.782910 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.base_scheduler [None req-1607d0e2-8dc0-4f18-81fc-3e169cee21ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-4-smb, f702dd8e-6f7c-424f-a543-2b881eeac518) {{(pid=83970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:18:38.783795 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Provisioning complete for port a39b3011-2218-45cc-b4c6-41e0c8ad492c triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:18:38.784257 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:38.788661 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1607d0e2-8dc0-4f18-81fc-3e169cee21ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:18:38.789864 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-1607d0e2-8dc0-4f18-81fc-3e169cee21ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854194843'] for subnet, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:38.846016 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-1607d0e2-8dc0-4f18-81fc-3e169cee21ac admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.1561818 Feb 17 21:18:38.875152 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb7e76a-3cfc-46ea-a646-1acd0237583b None None] Network f702dd8e-6f7c-424f-a543-2b881eeac518 requested from dv-cinder-760193-4-smb {{(pid=83972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 21:18:38.891534 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.db_base_plugin_common [req-4eb00135-a111-4b4f-b3b6-71f651420a72 req-180e2b48-f1bf-46c2-9ab1-864dbc29314d tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Allocated IP 172.20.0.9 (aa2f4e05-f1b6-4d1c-a052-1a8707f48be4/68c4757a-1327-48d0-97b5-5af10066f5ed/87ea2e05-f05b-4e97-acbd-e06f872addb9) {{(pid=83971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 21:18:38.933478 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53777e5a-401a-4d1b-9e4f-8c432e3097d0 req-0e167f95-59ed-47d3-98ab-013383b3b2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:18:38.937991 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-53777e5a-401a-4d1b-9e4f-8c432e3097d0 req-0e167f95-59ed-47d3-98ab-013383b3b2b9 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=115489bb-e732-4198-8ea8-4c80359bb5b8 HTTP/1.1" status: 200 len: 1163 time: 0.7873962 Feb 17 21:18:38.978710 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-41f8c4c5-5bf2-45eb-b5d8-ec7d022f0d79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:38.995643 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279decc6-fcac-4ce1-8d19-88fd169423bc req-973abeb9-cc15-4da7-b466-7911c40ec47a tempest-DeleteServersTestJSON-2078073820 tempest-DeleteServersTestJSON-2078073820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:18:38.997642 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-279decc6-fcac-4ce1-8d19-88fd169423bc req-973abeb9-cc15-4da7-b466-7911c40ec47a tempest-DeleteServersTestJSON-2078073820 tempest-DeleteServersTestJSON-2078073820-project] 10.222.0.90 "GET /v2.0/ports?device_id=115489bb-e732-4198-8ea8-4c80359bb5b8 HTTP/1.1" status: 200 len: 946 time: 1.0447912 Feb 17 21:18:39.010835 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-41f8c4c5-5bf2-45eb-b5d8-ec7d022f0d79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:18:39.015768 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-41f8c4c5-5bf2-45eb-b5d8-ec7d022f0d79 admin admin] Usage tracker for resource:security_group_rule and tenant:8982e8bd013a4850a8e969984f913033 is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:18:39.018872 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-41f8c4c5-5bf2-45eb-b5d8-ec7d022f0d79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:18:39.025553 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-41f8c4c5-5bf2-45eb-b5d8-ec7d022f0d79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:18:39.036667 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-53777e5a-401a-4d1b-9e4f-8c432e3097d0 req-8d0dc013-0764-46ae-8054-21685f1536cd service neutron] Notify callbacks [] for security_group, before_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:39.068533 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Device c28088cb-1500-4ef2-bc4e-db5da81c5071 up at agent ovs-agent-hv-cinder-76019 {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:18:39.079031 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 60956) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:18:39.186547 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.db_base_plugin_v2 [None req-45e91dde-b759-4d23-8b33-4e6211824940 admin admin] Deleting subnet 1ced1629-f55e-4c9c-8e0c-1e79cb191966 {{(pid=83971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 21:18:39.189428 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-45e91dde-b759-4d23-8b33-4e6211824940 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:39.225540 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-41f8c4c5-5bf2-45eb-b5d8-ec7d022f0d79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:39.229208 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-41f8c4c5-5bf2-45eb-b5d8-ec7d022f0d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:39.249405 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-45e91dde-b759-4d23-8b33-4e6211824940 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:39.252471 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [req-53777e5a-401a-4d1b-9e4f-8c432e3097d0 req-8d0dc013-0764-46ae-8054-21685f1536cd service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:18:39.267873 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:39.303458 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-53777e5a-401a-4d1b-9e4f-8c432e3097d0 req-8d0dc013-0764-46ae-8054-21685f1536cd service neutron] Usage tracker for resource:security_group_rule and tenant:79e50884260d44188a0d1382ede5a0c6 is out of sync, need to count used quota {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:18:39.307027 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-41f8c4c5-5bf2-45eb-b5d8-ec7d022f0d79 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=8982e8bd013a4850a8e969984f913033&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5304408 Feb 17 21:18:39.308736 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f8c4c5-5bf2-45eb-b5d8-ec7d022f0d79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84d25051-1308-465d-af5d-0938dee29cf9,revision_number=1']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:39.314193 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-279decc6-fcac-4ce1-8d19-88fd169423bc req-7dc98259-2e29-4e9f-8a93-064134fad1b6 tempest-DeleteServersTestJSON-2078073820 tempest-DeleteServersTestJSON-2078073820-project] 10.222.0.90 "GET /v2.0/security-groups?id=7fd96fbc-c465-4ff5-8ea6-befe9a748b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089302 Feb 17 21:18:39.314799 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Pushing event updated for resources: {'Port': ['ID=a7dd1a33-6565-4a8b-9d43-a498d20b7f6c,revision_number=4']} {{(pid=83972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:39.314940 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-53777e5a-401a-4d1b-9e4f-8c432e3097d0 req-8d0dc013-0764-46ae-8054-21685f1536cd service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:18:39.318289 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-45e91dde-b759-4d23-8b33-4e6211824940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8265988'] for subnet, precommit_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:39.342677 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.641s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:39.348497 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-41f8c4c5-5bf2-45eb-b5d8-ec7d022f0d79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:39.351196 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 60964) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:18:39.378798 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [req-53777e5a-401a-4d1b-9e4f-8c432e3097d0 req-8d0dc013-0764-46ae-8054-21685f1536cd service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:18:39.412391 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Provisioning complete for port c28088cb-1500-4ef2-bc4e-db5da81c5071 triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:18:39.412981 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:39.417858 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c89be-b918-4caa-b010-37da454a40ed req-5299c32f-58cc-47b0-a644-46f08a261161 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:18:39.419226 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-494c89be-b918-4caa-b010-37da454a40ed req-5299c32f-58cc-47b0-a644-46f08a261161 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/networks?id=92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7 HTTP/1.1" status: 200 len: 810 time: 0.8147776 Feb 17 21:18:39.492758 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-e7f7316f-6274-42fc-9f2b-a3029fbfcffc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:39.598280 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-e7f7316f-6274-42fc-9f2b-a3029fbfcffc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:39.602378 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-8bf1a142-0ce7-4454-853b-b939c7804524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5352e0eb-5f08-4451-84d1-3e30b0d40635', 'name': 'tempest-AttachVolumeTestJSON-978606717-router', 'tenant_id': '9cd772018d984344b6df5dd95a3340d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'external_fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.146'}], 'enable_snat': True}, 'gw_port_id': '65fdc61c-05c6-4547-94ff-946351aea217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:18:06Z', 'updated_at': '2021-02-17T21:18:27Z', 'revision_number': 4, 'project_id': '9cd772018d984344b6df5dd95a3340d9', 'gw_port': {'id': '65fdc61c-05c6-4547-94ff-946351aea217', 'name': '', 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:98:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5352e0eb-5f08-4451-84d1-3e30b0d40635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:18:10Z', 'updated_at': '2021-02-17T21:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-smb', '_interfaces': [{'id': '539ec8e4-e591-4c93-afb1-355ba6e314e2', 'name': '', 'network_id': '92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7', 'tenant_id': '9cd772018d984344b6df5dd95a3340d9', 'mac_address': 'fa:16:3e:03:e6:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5352e0eb-5f08-4451-84d1-3e30b0d40635', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '0319529e-2e97-491e-9c53-3becc98cbcb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:18:24Z', 'updated_at': '2021-02-17T21:18:35Z', 'revision_number': 4, 'project_id': '9cd772018d984344b6df5dd95a3340d9', 'subnets': [{'id': '0319529e-2e97-491e-9c53-3becc98cbcb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-4-smb', False) {} {{(pid=83972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:18:39.612173 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf1a142-0ce7-4454-853b-b939c7804524 None None] The sync data for ids ['5352e0eb-5f08-4451-84d1-3e30b0d40635'] in dv-cinder-760193-4-smb is: [{'id': '5352e0eb-5f08-4451-84d1-3e30b0d40635', 'name': 'tempest-AttachVolumeTestJSON-978606717-router', 'tenant_id': '9cd772018d984344b6df5dd95a3340d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'external_fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.146'}], 'enable_snat': True}, 'gw_port_id': '65fdc61c-05c6-4547-94ff-946351aea217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:18:06Z', 'updated_at': '2021-02-17T21:18:27Z', 'revision_number': 4, 'project_id': '9cd772018d984344b6df5dd95a3340d9', 'gw_port': {'id': '65fdc61c-05c6-4547-94ff-946351aea217', 'name': '', 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:98:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5352e0eb-5f08-4451-84d1-3e30b0d40635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:18:10Z', 'updated_at': '2021-02-17T21:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-smb', '_interfaces': [{'id': '539ec8e4-e591-4c93-afb1-355ba6e314e2', 'name': '', 'network_id': '92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7', 'tenant_id': '9cd772018d984344b6df5dd95a3340d9', 'mac_address': 'fa:16:3e:03:e6:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5352e0eb-5f08-4451-84d1-3e30b0d40635', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '0319529e-2e97-491e-9c53-3becc98cbcb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:18:24Z', 'updated_at': '2021-02-17T21:18:35Z', 'revision_number': 4, 'project_id': '9cd772018d984344b6df5dd95a3340d9', 'subnets': [{'id': '0319529e-2e97-491e-9c53-3becc98cbcb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 21:18:39.614217 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a66db8-77b3-49d6-a637-89f0adce9a19 None None] Network f702dd8e-6f7c-424f-a543-2b881eeac518 requested from dv-cinder-760193-4-smb {{(pid=83972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 21:18:39.718959 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-e7f7316f-6274-42fc-9f2b-a3029fbfcffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:39.728625 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-4d541fce-5768-4c8c-bde2-0585d21ae240 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:39.747833 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f7316f-6274-42fc-9f2b-a3029fbfcffc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d25051-1308-465d-af5d-0938dee29cf9,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:39.751665 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-e7f7316f-6274-42fc-9f2b-a3029fbfcffc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:39.759672 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-e7f7316f-6274-42fc-9f2b-a3029fbfcffc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:39.764299 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-e7f7316f-6274-42fc-9f2b-a3029fbfcffc admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/84d25051-1308-465d-af5d-0938dee29cf9 HTTP/1.1" status: 204 len: 168 time: 0.4085562 Feb 17 21:18:39.796471 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f1a929c-b054-42c8-bd5e-e0ecb0c19af1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7dd1a33-6565-4a8b-9d43-a498d20b7f6c'}] {{(pid=83972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:18:40.029025 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Device a7dd1a33-6565-4a8b-9d43-a498d20b7f6c up at agent ovs-agent-hv-cinder-76019 {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:18:40.282105 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Device 539ec8e4-e591-4c93-afb1-355ba6e314e2 up at agent ovs-agent-dv-cinder-760193-4-smb {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:18:40.428613 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-53777e5a-401a-4d1b-9e4f-8c432e3097d0 req-8d0dc013-0764-46ae-8054-21685f1536cd service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:40.431348 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-494c89be-b918-4caa-b010-37da454a40ed req-0fedadd0-dc04-4304-bb4e-0c8312956a62 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/quotas/9cd772018d984344b6df5dd95a3340d9 HTTP/1.1" status: 200 len: 375 time: 0.4713964 Feb 17 21:18:40.459970 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Provisioning for port 539ec8e4-e591-4c93-afb1-355ba6e314e2 completed by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:18:40.482706 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Provisioning complete for port 539ec8e4-e591-4c93-afb1-355ba6e314e2 triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:18:40.492647 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:40.557742 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Provisioning complete for port a7dd1a33-6565-4a8b-9d43-a498d20b7f6c triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:18:40.567141 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:40.604419 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 32770) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:18:40.683118 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38fa60e-0e00-4ed8-94bc-2330f7826424 req-8b2159a1-7e38-4e72-8c2d-d4c801372584 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:18:40.686151 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-3421d493-b6a8-4481-bd86-0403346bec2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:40.694712 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-e38fa60e-0e00-4ed8-94bc-2330f7826424 req-8b2159a1-7e38-4e72-8c2d-d4c801372584 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.95 "GET /v2.0/networks?id=aa2f4e05-f1b6-4d1c-a052-1a8707f48be4 HTTP/1.1" status: 200 len: 819 time: 0.6992996 Feb 17 21:18:40.721892 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-3421d493-b6a8-4481-bd86-0403346bec2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:18:40.739312 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-3421d493-b6a8-4481-bd86-0403346bec2b admin admin] Usage tracker for resource:security_group_rule and tenant:532c304eb3004fa198da8216977b9a4a is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:18:40.743697 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-3421d493-b6a8-4481-bd86-0403346bec2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:18:40.751018 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-3421d493-b6a8-4481-bd86-0403346bec2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:18:40.794268 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-53777e5a-401a-4d1b-9e4f-8c432e3097d0 req-8d0dc013-0764-46ae-8054-21685f1536cd service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:40.905454 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [req-e38fa60e-0e00-4ed8-94bc-2330f7826424 req-047c0294-cf98-4588-8631-8ca88c73f429 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Request body: {'port': {'device_id': '42e08568-d76b-446d-be76-a7ea060e8400', 'network_id': 'aa2f4e05-f1b6-4d1c-a052-1a8707f48be4', 'admin_state_up': True, 'tenant_id': '1e8007caa2284731820d67e6f9d57ee9'}} {{(pid=83971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:18:40.954934 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-45e91dde-b759-4d23-8b33-4e6211824940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846509796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826'] for subnet, after_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:40.963407 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-3421d493-b6a8-4481-bd86-0403346bec2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:40.965383 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:40.967897 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-3421d493-b6a8-4481-bd86-0403346bec2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:40.979217 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-26f006bc-07b7-4a60-8155-088c601f7dfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:41.002150 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-53777e5a-401a-4d1b-9e4f-8c432e3097d0 req-8d0dc013-0764-46ae-8054-21685f1536cd service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=7fd96fbc-c465-4ff5-8ea6-befe9a748b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.0169544 Feb 17 21:18:41.029308 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3421d493-b6a8-4481-bd86-0403346bec2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e2c4018-afe1-4ba7-9092-09392d0f2501,revision_number=1']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:41.029831 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:41.037022 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-3421d493-b6a8-4481-bd86-0403346bec2b admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=532c304eb3004fa198da8216977b9a4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4265018 Feb 17 21:18:41.037022 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-3421d493-b6a8-4481-bd86-0403346bec2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:41.037370 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 32776) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:18:41.089246 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0dc013-0764-46ae-8054-21685f1536cd service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=719fb28a-b2ac-4579-a36b-ef83b263fc08,revision_number=1']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:41.092886 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-8d0dc013-0764-46ae-8054-21685f1536cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:41.107490 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:41.108240 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-65917da4-b784-473d-9544-5d63df99a48f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:41.139765 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-65917da4-b784-473d-9544-5d63df99a48f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:41.155818 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e91dde-b759-4d23-8b33-4e6211824940 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ced1629-f55e-4c9c-8e0c-1e79cb191966,revision_number=None']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:41.159021 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-45e91dde-b759-4d23-8b33-4e6211824940 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:41.200247 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-65917da4-b784-473d-9544-5d63df99a48f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:41.210073 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-e7f7316f-6274-42fc-9f2b-a3029fbfcffc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:41.230291 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65917da4-b784-473d-9544-5d63df99a48f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e2c4018-afe1-4ba7-9092-09392d0f2501,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:41.240662 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-65917da4-b784-473d-9544-5d63df99a48f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:41.242900 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-65917da4-b784-473d-9544-5d63df99a48f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:41.252123 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-65917da4-b784-473d-9544-5d63df99a48f admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/6e2c4018-afe1-4ba7-9092-09392d0f2501 HTTP/1.1" status: 204 len: 168 time: 0.2116895 Feb 17 21:18:41.341577 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] For port 539ec8e4-e591-4c93-afb1-355ba6e314e2, host dv-cinder-760193-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-smb',level=0,port_id=539ec8e4-e591-4c93-afb1-355ba6e314e2,segment=NetworkSegment(3b7ba68f-1bdb-4082-8d82-80eb2313a4c3),segment_id=3b7ba68f-1bdb-4082-8d82-80eb2313a4c3)] {{(pid=83972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:18:41.349948 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:41.352327 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:41.379763 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-4eb00135-a111-4b4f-b3b6-71f651420a72 req-180e2b48-f1bf-46c2-9ab1-864dbc29314d tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Notify callbacks [] for port, precommit_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:41.433831 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Pushing event updated for resources: {'Port': ['ID=539ec8e4-e591-4c93-afb1-355ba6e314e2,revision_number=5']} {{(pid=83972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:41.437756 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:41.464101 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-4eb00135-a111-4b4f-b3b6-71f651420a72 req-180e2b48-f1bf-46c2-9ab1-864dbc29314d tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782347517401'] for port, after_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:41.480361 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Device a7dd1a33-6565-4a8b-9d43-a498d20b7f6c up at agent ovs-agent-hv-cinder-76019 {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:18:41.483166 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-494c89be-b918-4caa-b010-37da454a40ed req-fab14ce7-ee51-49ca-afaf-9e8050ba691d tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=9cd772018d984344b6df5dd95a3340d9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9843290 Feb 17 21:18:41.494374 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44009811-aac2-4069-81a4-f5461b54ca0a req-fe49fe7b-a3f7-48e8-b624-273ff1c27b87 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:18:41.502378 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-44009811-aac2-4069-81a4-f5461b54ca0a req-fe49fe7b-a3f7-48e8-b624-273ff1c27b87 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/ports?device_id=2f1a929c-b054-42c8-bd5e-e0ecb0c19af1 HTTP/1.1" status: 200 len: 945 time: 1.4511337 Feb 17 21:18:41.520622 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-45e91dde-b759-4d23-8b33-4e6211824940 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:41.580571 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-adbad293-fac8-4449-adbd-2972a5253400 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:41.591712 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Provisioning complete for port a7dd1a33-6565-4a8b-9d43-a498d20b7f6c triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:18:41.592438 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:41.782895 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [req-e38fa60e-0e00-4ed8-94bc-2330f7826424 req-047c0294-cf98-4588-8631-8ca88c73f429 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:18:41.796398 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 32790) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:18:41.810979 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-e38fa60e-0e00-4ed8-94bc-2330f7826424 req-047c0294-cf98-4588-8631-8ca88c73f429 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Usage tracker for resource:port and tenant:1e8007caa2284731820d67e6f9d57ee9 is out of sync, need to count used quota {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:18:41.815368 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-e38fa60e-0e00-4ed8-94bc-2330f7826424 req-047c0294-cf98-4588-8631-8ca88c73f429 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:18:41.815943 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-c216cc55-744a-4130-aa4d-9f1294bc19c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:41.826072 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Device 539ec8e4-e591-4c93-afb1-355ba6e314e2 up at agent ovs-agent-dv-cinder-760193-4-smb {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:18:41.833673 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-c216cc55-744a-4130-aa4d-9f1294bc19c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:18:41.836986 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [req-e38fa60e-0e00-4ed8-94bc-2330f7826424 req-047c0294-cf98-4588-8631-8ca88c73f429 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:18:41.837921 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-c216cc55-744a-4130-aa4d-9f1294bc19c9 admin admin] Usage tracker for resource:security_group_rule and tenant:5055e112ada44a209d2746f513c9a1c5 is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:18:41.840978 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-c216cc55-744a-4130-aa4d-9f1294bc19c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:18:41.847304 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-c216cc55-744a-4130-aa4d-9f1294bc19c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:18:41.855832 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-45e91dde-b759-4d23-8b33-4e6211824940 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/1ced1629-f55e-4c9c-8e0c-1e79cb191966 HTTP/1.1" status: 204 len: 168 time: 2.7739332 Feb 17 21:18:41.864298 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 32794) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:18:41.867064 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-44009811-aac2-4069-81a4-f5461b54ca0a req-53ff0085-664a-4bf6-8588-e0f12d5106ed tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/security-groups?id=fce51754-d32d-475a-91fc-501dc12703ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3636813 Feb 17 21:18:41.868040 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180e2b48-f1bf-46c2-9ab1-864dbc29314d tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Pushing event updated for resources: {'Port': ['ID=87ea2e05-f05b-4e97-acbd-e06f872addb9,revision_number=1']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:41.872799 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-180e2b48-f1bf-46c2-9ab1-864dbc29314d tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:41.898774 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e38fa60e-0e00-4ed8-94bc-2330f7826424 req-047c0294-cf98-4588-8631-8ca88c73f429 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Made reservation on behalf of 1e8007caa2284731820d67e6f9d57ee9 for: {'port': 1} {{(pid=83971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:18:41.903831 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-e38fa60e-0e00-4ed8-94bc-2330f7826424 req-047c0294-cf98-4588-8631-8ca88c73f429 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:41.913455 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Provisioning complete for port 539ec8e4-e591-4c93-afb1-355ba6e314e2 triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:18:41.913958 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:42.122300 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-2107c5a7-7b14-4bae-9284-7b82807ed87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866049'] for network, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:42.178061 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-2b839044-7304-43bb-b201-3597d3d12ef7 req-66e36dde-de32-4de3-8a83-70f1f38bfb9f tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Synchronizing usage tracker for tenant:1e8007caa2284731820d67e6f9d57ee9 on resource:port {{(pid=83971) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:18:42.202975 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-494c89be-b918-4caa-b010-37da454a40ed req-d4800cc4-ab26-4ab4-8580-1156c03a9434 service neutron] 10.222.0.90 "GET /v2.0/networks/92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6760685 Feb 17 21:18:42.373434 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-2107c5a7-7b14-4bae-9284-7b82807ed87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8267677', 'neutron.services.segments.db._delete_segments_for_network-8782348058381'] for network, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:42.556762 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-2107c5a7-7b14-4bae-9284-7b82807ed87e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=83970) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:18:42.557168 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-2107c5a7-7b14-4bae-9284-7b82807ed87e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83970) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:18:42.558019 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-2107c5a7-7b14-4bae-9284-7b82807ed87e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83970) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:18:42.558408 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-2107c5a7-7b14-4bae-9284-7b82807ed87e admin admin] Subscribe: > port after_create 55550000 {{(pid=83970) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:18:42.558800 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-2107c5a7-7b14-4bae-9284-7b82807ed87e admin admin] Subscribe: > port after_delete 55550000 {{(pid=83970) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:18:42.559154 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-2107c5a7-7b14-4bae-9284-7b82807ed87e admin admin] Subscribe: > port after_update 55550000 {{(pid=83970) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:18:42.559513 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-2107c5a7-7b14-4bae-9284-7b82807ed87e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=83970) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:18:42.559956 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-2107c5a7-7b14-4bae-9284-7b82807ed87e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83970) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:18:42.560316 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-2107c5a7-7b14-4bae-9284-7b82807ed87e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83970) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:18:42.560731 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-2107c5a7-7b14-4bae-9284-7b82807ed87e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=83970) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:18:42.684451 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4eb00135-a111-4b4f-b3b6-71f651420a72 req-180e2b48-f1bf-46c2-9ab1-864dbc29314d tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Network aa2f4e05-f1b6-4d1c-a052-1a8707f48be4 is already hosted by enough agents. {{(pid=83971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:18:42.689992 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.base_scheduler [req-4eb00135-a111-4b4f-b3b6-71f651420a72 req-180e2b48-f1bf-46c2-9ab1-864dbc29314d tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Resources bound (agent type, host, resource id): {{(pid=83971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:18:42.702925 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eb00135-a111-4b4f-b3b6-71f651420a72 req-180e2b48-f1bf-46c2-9ab1-864dbc29314d tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Received port after_create {{(pid=83971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 21:18:42.707589 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb00135-a111-4b4f-b3b6-71f651420a72 req-180e2b48-f1bf-46c2-9ab1-864dbc29314d tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:18:42.711714 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-4eb00135-a111-4b4f-b3b6-71f651420a72 req-180e2b48-f1bf-46c2-9ab1-864dbc29314d tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854194843'] for port, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:42.793473 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-4eb00135-a111-4b4f-b3b6-71f651420a72 req-180e2b48-f1bf-46c2-9ab1-864dbc29314d tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.9012272 Feb 17 21:18:42.846698 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-2107c5a7-7b14-4bae-9284-7b82807ed87e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=83970) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:18:42.847084 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-2107c5a7-7b14-4bae-9284-7b82807ed87e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=83970) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:18:42.847441 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-2107c5a7-7b14-4bae-9284-7b82807ed87e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=83970) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:18:42.847840 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-2107c5a7-7b14-4bae-9284-7b82807ed87e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=83970) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 17 21:18:42.848143 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.services.segments.db [None req-2107c5a7-7b14-4bae-9284-7b82807ed87e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c0071eb-fb50-496e-871e-10f2f5f3ddca']}} {{(pid=83970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:18:42.857729 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [req-4eb00135-a111-4b4f-b3b6-71f651420a72 req-056367c0-ffae-42e9-a025-3d24bf37a8d1 service neutron] Request body: {'port': {'device_id': '4d02e800-c249-4f02-8de5-b5f1681d4d5c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:18:42.863754 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-c216cc55-744a-4130-aa4d-9f1294bc19c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:42.868143 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.services.segments.db [None req-2107c5a7-7b14-4bae-9284-7b82807ed87e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc2e60b8-dc77-4505-b0ea-0548388ba5b2') {'for_net_delete': True} {{(pid=83970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:18:42.868481 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.services.segments.db [None req-2107c5a7-7b14-4bae-9284-7b82807ed87e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc2e60b8-dc77-4505-b0ea-0548388ba5b2') {} {{(pid=83970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:18:42.878743 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-c216cc55-744a-4130-aa4d-9f1294bc19c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:42.888536 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-2107c5a7-7b14-4bae-9284-7b82807ed87e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782348055309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853072975'] for segment, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:42.897157 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-3421d493-b6a8-4481-bd86-0403346bec2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:42.931596 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-2107c5a7-7b14-4bae-9284-7b82807ed87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846507987'] for segment, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:42.932529 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-494c89be-b918-4caa-b010-37da454a40ed req-1cc8dff3-e95a-407c-bcb0-ff59dc314579 service neutron] 10.222.0.90 "GET /v2.0/networks/92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6659856 Feb 17 21:18:42.942954 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2107c5a7-7b14-4bae-9284-7b82807ed87e admin admin] Releasing vxlan tunnel 7 to pool {{(pid=83970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 21:18:42.963067 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-c216cc55-744a-4130-aa4d-9f1294bc19c9 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=5055e112ada44a209d2746f513c9a1c5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1655273 Feb 17 21:18:42.966824 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 32830) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:18:43.024346 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c216cc55-744a-4130-aa4d-9f1294bc19c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc1b5e8f-aebb-4e4f-b116-041a424a1821,revision_number=1']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:43.078708 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-c216cc55-744a-4130-aa4d-9f1294bc19c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:43.144026 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.db_base_plugin_common [req-e38fa60e-0e00-4ed8-94bc-2330f7826424 req-047c0294-cf98-4588-8631-8ca88c73f429 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Allocated IP 172.20.0.12 (aa2f4e05-f1b6-4d1c-a052-1a8707f48be4/68c4757a-1327-48d0-97b5-5af10066f5ed/0542c855-d26e-48a8-943f-661135a71d57) {{(pid=83971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 21:18:43.165432 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f1a929c-b054-42c8-bd5e-e0ecb0c19af1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7dd1a33-6565-4a8b-9d43-a498d20b7f6c', 'code': 200} Feb 17 21:18:43.205527 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-2b839044-7304-43bb-b201-3597d3d12ef7 req-66e36dde-de32-4de3-8a83-70f1f38bfb9f tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Unset dirty status for tenant:1e8007caa2284731820d67e6f9d57ee9 on resource:port {{(pid=83971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:18:43.207013 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-2b839044-7304-43bb-b201-3597d3d12ef7 req-66e36dde-de32-4de3-8a83-70f1f38bfb9f tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/ports?device_id=42e08568-d76b-446d-be76-a7ea060e8400 HTTP/1.1" status: 200 len: 210 time: 1.1704810 Feb 17 21:18:43.237307 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-4eb00135-a111-4b4f-b3b6-71f651420a72 req-056367c0-ffae-42e9-a025-3d24bf37a8d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:43.301015 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-b1ac394b-9c3a-4d98-89b2-953a3ece836b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:43.388217 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [None req-2107c5a7-7b14-4bae-9284-7b82807ed87e admin admin] Network 8c0071eb-fb50-496e-871e-10f2f5f3ddca has no segments {{(pid=83970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 21:18:43.408346 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-2107c5a7-7b14-4bae-9284-7b82807ed87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8267797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853043730'] for segment, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:43.507192 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-b1ac394b-9c3a-4d98-89b2-953a3ece836b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:43.663368 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [None req-2107c5a7-7b14-4bae-9284-7b82807ed87e admin admin] Network 8c0071eb-fb50-496e-871e-10f2f5f3ddca has no segments {{(pid=83970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 21:18:43.690959 dv-cinder-760193-4-smb neutron-server[83861]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 21:18:43.690959 dv-cinder-760193-4-smb neutron-server[83861]: from cryptography.utils import int_from_bytes Feb 17 21:18:43.690959 dv-cinder-760193-4-smb neutron-server[83861]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 17 21:18:43.690959 dv-cinder-760193-4-smb neutron-server[83861]: from cryptography.utils import int_from_bytes Feb 17 21:18:43.690959 dv-cinder-760193-4-smb neutron-server[83861]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 17 21:18:43.690959 dv-cinder-760193-4-smb neutron-server[83861]: (rel_b, rel_a, rel_b), Feb 17 21:18:43.690959 dv-cinder-760193-4-smb neutron-server[83861]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 17 21:18:43.690959 dv-cinder-760193-4-smb neutron-server[83861]: (rel_b, rel_a, rel_b), Feb 17 21:18:43.690959 dv-cinder-760193-4-smb neutron-server[83861]: Traceback (most recent call last): Feb 17 21:18:43.690959 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 21:18:43.690959 dv-cinder-760193-4-smb neutron-server[83861]: timer() Feb 17 21:18:43.690959 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 21:18:43.690959 dv-cinder-760193-4-smb neutron-server[83861]: cb(*args, **kw) Feb 17 21:18:43.690959 dv-cinder-760193-4-smb neutron-server[83861]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 21:18:43.690959 dv-cinder-760193-4-smb neutron-server[83861]: return func(*args, **kwargs) Feb 17 21:18:43.690959 dv-cinder-760193-4-smb neutron-server[83861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 21:18:43.690959 dv-cinder-760193-4-smb neutron-server[83861]: self._notify() Feb 17 21:18:43.690959 dv-cinder-760193-4-smb neutron-server[83861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 21:18:43.690959 dv-cinder-760193-4-smb neutron-server[83861]: self.callback(batched_events) Feb 17 21:18:43.690959 dv-cinder-760193-4-smb neutron-server[83861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 21:18:43.690959 dv-cinder-760193-4-smb neutron-server[83861]: event.method(event) Feb 17 21:18:43.690959 dv-cinder-760193-4-smb neutron-server[83861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 21:18:43.690959 dv-cinder-760193-4-smb neutron-server[83861]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 21:18:43.690959 dv-cinder-760193-4-smb neutron-server[83861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 21:18:43.690959 dv-cinder-760193-4-smb neutron-server[83861]: segment_id)['aggregates'][0] Feb 17 21:18:43.690959 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 21:18:43.690959 dv-cinder-760193-4-smb neutron-server[83861]: return f(self, *a, **k) Feb 17 21:18:43.690959 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 21:18:43.690959 dv-cinder-760193-4-smb neutron-server[83861]: return self._get(url).json() Feb 17 21:18:43.690959 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 21:18:43.690959 dv-cinder-760193-4-smb neutron-server[83861]: **kwargs) Feb 17 21:18:43.690959 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 21:18:43.690959 dv-cinder-760193-4-smb neutron-server[83861]: return self.request(url, 'GET', **kwargs) Feb 17 21:18:43.690959 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 21:18:43.690959 dv-cinder-760193-4-smb neutron-server[83861]: **endpoint_filter) Feb 17 21:18:43.690959 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 21:18:43.690959 dv-cinder-760193-4-smb neutron-server[83861]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 21:18:43.690959 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 21:18:43.690959 dv-cinder-760193-4-smb neutron-server[83861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 21:18:43.690959 dv-cinder-760193-4-smb neutron-server[83861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 21:18:43.777647 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-b1ac394b-9c3a-4d98-89b2-953a3ece836b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:43.780934 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-2107c5a7-7b14-4bae-9284-7b82807ed87e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846508139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853850419'] for network, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:43.783469 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:43.800264 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ac394b-9c3a-4d98-89b2-953a3ece836b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc1b5e8f-aebb-4e4f-b116-041a424a1821,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:43.817360 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-2107c5a7-7b14-4bae-9284-7b82807ed87e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854194843'] for network, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:43.830781 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-b1ac394b-9c3a-4d98-89b2-953a3ece836b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:43.834426 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-b1ac394b-9c3a-4d98-89b2-953a3ece836b admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/cc1b5e8f-aebb-4e4f-b116-041a424a1821 HTTP/1.1" status: 204 len: 168 time: 0.8642073 Feb 17 21:18:43.837075 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-2107c5a7-7b14-4bae-9284-7b82807ed87e admin admin] 10.222.0.90 "DELETE /v2.0/networks/8c0071eb-fb50-496e-871e-10f2f5f3ddca HTTP/1.1" status: 204 len: 168 time: 1.9712555 Feb 17 21:18:43.838453 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 32856) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:18:43.878757 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-b1ac394b-9c3a-4d98-89b2-953a3ece836b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:43.880337 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-e38fa60e-0e00-4ed8-94bc-2330f7826424 req-047c0294-cf98-4588-8631-8ca88c73f429 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Notify callbacks [] for port, precommit_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:43.882525 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-f5b9b99c-6013-4681-b639-f6f3b83f47c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:43.901295 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94baa81-2cbc-478b-8a4f-6556860dfbf7 req-fecc9afc-e469-4dd0-990e-442afdd802c4 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:18:43.902968 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b94baa81-2cbc-478b-8a4f-6556860dfbf7 req-fecc9afc-e469-4dd0-990e-442afdd802c4 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/ports?device_id=2f1a929c-b054-42c8-bd5e-e0ecb0c19af1 HTTP/1.1" status: 200 len: 945 time: 0.4797041 Feb 17 21:18:43.917326 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2107c5a7-7b14-4bae-9284-7b82807ed87e admin admin] Pushing event deleted for resources: {'Network': ['ID=8c0071eb-fb50-496e-871e-10f2f5f3ddca,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:43.918969 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c766e2f3-f08e-4051-b784-838f49b9a474 req-1eedc039-8f6f-495b-afdb-7f29587e2762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:18:43.921043 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-c766e2f3-f08e-4051-b784-838f49b9a474 req-1eedc039-8f6f-495b-afdb-7f29587e2762 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=2f1a929c-b054-42c8-bd5e-e0ecb0c19af1 HTTP/1.1" status: 200 len: 1162 time: 0.4489293 Feb 17 21:18:43.934948 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b624c136-aeac-4def-8d0c-ee536f0b2c23 req-f4b0bd2b-9e7a-4f5c-9f75-652406f1bbc4 tempest-DeleteServersTestJSON-2078073820 tempest-DeleteServersTestJSON-2078073820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:18:43.943197 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b624c136-aeac-4def-8d0c-ee536f0b2c23 req-f4b0bd2b-9e7a-4f5c-9f75-652406f1bbc4 tempest-DeleteServersTestJSON-2078073820 tempest-DeleteServersTestJSON-2078073820-project] 10.222.0.90 "GET /v2.0/ports?device_id=115489bb-e732-4198-8ea8-4c80359bb5b8 HTTP/1.1" status: 200 len: 946 time: 0.5162675 Feb 17 21:18:43.944635 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-2107c5a7-7b14-4bae-9284-7b82807ed87e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:43.969413 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.db_base_plugin_v2 [None req-0726650a-f5dc-4caa-b693-c86f638492c3 admin admin] Deleting subnet 9cd7c263-612f-462e-978d-a19ed729f60f {{(pid=83970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 21:18:43.982664 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-0726650a-f5dc-4caa-b693-c86f638492c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:44.125680 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b94baa81-2cbc-478b-8a4f-6556860dfbf7 req-8ed4704f-ced8-453b-b7e2-5e9907e7fe5e tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/security-groups?id=fce51754-d32d-475a-91fc-501dc12703ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094345 Feb 17 21:18:44.126351 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-0726650a-f5dc-4caa-b693-c86f638492c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1702825'] for subnet, precommit_delete_associations {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:44.185715 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b624c136-aeac-4def-8d0c-ee536f0b2c23 req-6727a87d-3e57-4f1e-8cf5-4963de9e40d4 tempest-DeleteServersTestJSON-2078073820 tempest-DeleteServersTestJSON-2078073820-project] 10.222.0.90 "GET /v2.0/security-groups?id=7fd96fbc-c465-4ff5-8ea6-befe9a748b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414694 Feb 17 21:18:44.193354 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-c766e2f3-f08e-4051-b784-838f49b9a474 req-122c252f-3cf4-4787-8983-df4203edb5d4 service neutron] Synchronizing usage tracker for tenant:79e50884260d44188a0d1382ede5a0c6 on resource:security_group {{(pid=83971) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:18:44.228170 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-0726650a-f5dc-4caa-b693-c86f638492c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8265988'] for subnet, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:44.297204 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-c766e2f3-f08e-4051-b784-838f49b9a474 req-122c252f-3cf4-4787-8983-df4203edb5d4 service neutron] Unset dirty status for tenant:79e50884260d44188a0d1382ede5a0c6 on resource:security_group {{(pid=83971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:18:44.303174 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-c766e2f3-f08e-4051-b784-838f49b9a474 req-122c252f-3cf4-4787-8983-df4203edb5d4 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=fce51754-d32d-475a-91fc-501dc12703ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3277469 Feb 17 21:18:44.406106 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-e38fa60e-0e00-4ed8-94bc-2330f7826424 req-047c0294-cf98-4588-8631-8ca88c73f429 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782347517401'] for port, after_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:44.636079 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:44.687927 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-23ebeddf-bbff-4a43-b608-1e68a504b180 req-30592466-e615-4503-a43c-60c399d641b5 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/ports?device_id=1f6b1a26-7928-4ad0-830f-a3920bfcc037 HTTP/1.1" status: 200 len: 210 time: 0.2574892 Feb 17 21:18:44.787860 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-0726650a-f5dc-4caa-b693-c86f638492c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846509796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1731089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2343163'] for subnet, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:44.806330 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-7538861e-dbc4-4e9b-87b6-868d977b0ed0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:45.115184 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047c0294-cf98-4588-8631-8ca88c73f429 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Pushing event updated for resources: {'Port': ['ID=0542c855-d26e-48a8-943f-661135a71d57,revision_number=1']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:45.121482 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-047c0294-cf98-4588-8631-8ca88c73f429 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:45.369272 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0726650a-f5dc-4caa-b693-c86f638492c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cd7c263-612f-462e-978d-a19ed729f60f,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:45.371956 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-0726650a-f5dc-4caa-b693-c86f638492c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.567s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:45.373182 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-0726650a-f5dc-4caa-b693-c86f638492c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854194843'] for subnet, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:45.376703 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c89be-b918-4caa-b010-37da454a40ed req-2f3f8289-1551-4197-9e64-70af66b336b4 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:18:45.381813 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-0726650a-f5dc-4caa-b693-c86f638492c3 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/9cd7c263-612f-462e-978d-a19ed729f60f HTTP/1.1" status: 204 len: 168 time: 1.5420420 Feb 17 21:18:45.384490 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 32912) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:18:45.386689 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-494c89be-b918-4caa-b010-37da454a40ed req-2f3f8289-1551-4197-9e64-70af66b336b4 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.95 "GET /v2.0/networks?id=92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7 HTTP/1.1" status: 200 len: 810 time: 0.5948741 Feb 17 21:18:45.446698 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689336c6-e536-4b68-8698-f4e2fc8adb70 req-129686fe-40c7-474c-b65d-da5f5dabcbdf tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:18:45.454933 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-689336c6-e536-4b68-8698-f4e2fc8adb70 req-129686fe-40c7-474c-b65d-da5f5dabcbdf tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/ports?device_id=42e08568-d76b-446d-be76-a7ea060e8400 HTTP/1.1" status: 200 len: 932 time: 1.0253718 Feb 17 21:18:45.521786 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-2bf5a0ad-fc7c-419d-8a1d-6652094ca66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866049'] for network, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:45.741150 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-2bf5a0ad-fc7c-419d-8a1d-6652094ca66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8267677', 'neutron.services.segments.db._delete_segments_for_network-8782348058381'] for network, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:45.796622 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e38fa60e-0e00-4ed8-94bc-2330f7826424 req-047c0294-cf98-4588-8631-8ca88c73f429 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Network aa2f4e05-f1b6-4d1c-a052-1a8707f48be4 is already hosted by enough agents. {{(pid=83971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:18:45.814948 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.base_scheduler [req-e38fa60e-0e00-4ed8-94bc-2330f7826424 req-047c0294-cf98-4588-8631-8ca88c73f429 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Resources bound (agent type, host, resource id): {{(pid=83971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:18:45.835593 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [req-e38fa60e-0e00-4ed8-94bc-2330f7826424 req-047c0294-cf98-4588-8631-8ca88c73f429 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Received port after_create {{(pid=83971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 21:18:45.835724 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38fa60e-0e00-4ed8-94bc-2330f7826424 req-047c0294-cf98-4588-8631-8ca88c73f429 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:18:45.836531 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-e38fa60e-0e00-4ed8-94bc-2330f7826424 req-047c0294-cf98-4588-8631-8ca88c73f429 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854194843'] for port, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:45.887780 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.services.segments.db [None req-2bf5a0ad-fc7c-419d-8a1d-6652094ca66b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f702dd8e-6f7c-424f-a543-2b881eeac518']}} {{(pid=83970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:18:45.895188 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-689336c6-e536-4b68-8698-f4e2fc8adb70 req-eabd3449-7e58-4a95-b141-1902766287d1 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/security-groups?id=5df91840-1d6e-47b1-b11d-86f99077f317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4395733 Feb 17 21:18:45.907911 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [req-4eb00135-a111-4b4f-b3b6-71f651420a72 req-056367c0-ffae-42e9-a025-3d24bf37a8d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87ea2e05-f05b-4e97-acbd-e06f872addb9 {{(pid=83971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 21:18:45.922983 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-4eb00135-a111-4b4f-b3b6-71f651420a72 req-056367c0-ffae-42e9-a025-3d24bf37a8d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:45.924488 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.services.segments.db [None req-2bf5a0ad-fc7c-419d-8a1d-6652094ca66b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '696c486b-c596-4619-a531-413b0dd049d8') {'for_net_delete': True} {{(pid=83970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:18:45.925396 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.services.segments.db [None req-2bf5a0ad-fc7c-419d-8a1d-6652094ca66b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '696c486b-c596-4619-a531-413b0dd049d8') {} {{(pid=83970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:18:45.944233 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-494c89be-b918-4caa-b010-37da454a40ed req-bad01ba1-6991-4a44-a28c-1e811a370fdf tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=9cd772018d984344b6df5dd95a3340d9 HTTP/1.1" status: 200 len: 5703 time: 0.4837193 Feb 17 21:18:45.945804 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-e38fa60e-0e00-4ed8-94bc-2330f7826424 req-047c0294-cf98-4588-8631-8ca88c73f429 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1410143 Feb 17 21:18:45.956710 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-2bf5a0ad-fc7c-419d-8a1d-6652094ca66b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782348055309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853072975'] for segment, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:45.967825 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [req-e38fa60e-0e00-4ed8-94bc-2330f7826424 req-cebbc062-542d-40a5-96b5-0b3e995f0f60 service neutron] Request body: {'port': {'device_id': '42e08568-d76b-446d-be76-a7ea060e8400', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:18:45.995586 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-2bf5a0ad-fc7c-419d-8a1d-6652094ca66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846507987'] for segment, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:45.998698 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2bf5a0ad-fc7c-419d-8a1d-6652094ca66b admin admin] Releasing vxlan tunnel 8 to pool {{(pid=83970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 21:18:46.026771 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [req-494c89be-b918-4caa-b010-37da454a40ed req-e095e9f4-423e-4c28-b642-cd87599e26ae tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Request body: {'port': {'device_id': '1f6b1a26-7928-4ad0-830f-a3920bfcc037', 'network_id': '92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7', 'admin_state_up': True, 'tenant_id': '9cd772018d984344b6df5dd95a3340d9', 'security_groups': ['50953140-8b47-4d38-9ad3-ba74e3f5ff3b']}} {{(pid=83971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:18:46.044648 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [req-4eb00135-a111-4b4f-b3b6-71f651420a72 req-056367c0-ffae-42e9-a025-3d24bf37a8d1 service neutron] Transition to ACTIVE for port object 87ea2e05-f05b-4e97-acbd-e06f872addb9 will not be triggered until provisioned by entity L2. {{(pid=83971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:18:46.180378 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-4eb00135-a111-4b4f-b3b6-71f651420a72 req-056367c0-ffae-42e9-a025-3d24bf37a8d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:46.294441 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [None req-2bf5a0ad-fc7c-419d-8a1d-6652094ca66b admin admin] Network f702dd8e-6f7c-424f-a543-2b881eeac518 has no segments {{(pid=83970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 21:18:46.304151 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-2bf5a0ad-fc7c-419d-8a1d-6652094ca66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8267797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853043730'] for segment, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:46.306017 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50edf4e2-7910-4dd3-ad49-6f9460ce69ac req-94480295-0b78-41cc-bc84-4f2b356b8671 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:18:46.307681 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-50edf4e2-7910-4dd3-ad49-6f9460ce69ac req-94480295-0b78-41cc-bc84-4f2b356b8671 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/ports?device_id=2f1a929c-b054-42c8-bd5e-e0ecb0c19af1 HTTP/1.1" status: 200 len: 945 time: 0.9657855 Feb 17 21:18:46.308336 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:46.412519 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-7fdb243c-8b55-46b8-85a0-5ccdb1fbf366 req-1a42f5c0-cddd-427c-be9d-c073fe9f08f3 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/ports?device_id=1f6b1a26-7928-4ad0-830f-a3920bfcc037 HTTP/1.1" status: 200 len: 210 time: 0.2447121 Feb 17 21:18:46.532261 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [None req-2bf5a0ad-fc7c-419d-8a1d-6652094ca66b admin admin] Network f702dd8e-6f7c-424f-a543-2b881eeac518 has no segments {{(pid=83970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 21:18:46.560385 dv-cinder-760193-4-smb neutron-server[83861]: Traceback (most recent call last): Feb 17 21:18:46.560385 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 21:18:46.560385 dv-cinder-760193-4-smb neutron-server[83861]: timer() Feb 17 21:18:46.560385 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 21:18:46.560385 dv-cinder-760193-4-smb neutron-server[83861]: cb(*args, **kw) Feb 17 21:18:46.560385 dv-cinder-760193-4-smb neutron-server[83861]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 21:18:46.560385 dv-cinder-760193-4-smb neutron-server[83861]: return func(*args, **kwargs) Feb 17 21:18:46.560385 dv-cinder-760193-4-smb neutron-server[83861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 21:18:46.560385 dv-cinder-760193-4-smb neutron-server[83861]: self._notify() Feb 17 21:18:46.560385 dv-cinder-760193-4-smb neutron-server[83861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 21:18:46.560385 dv-cinder-760193-4-smb neutron-server[83861]: self.callback(batched_events) Feb 17 21:18:46.560385 dv-cinder-760193-4-smb neutron-server[83861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 21:18:46.560385 dv-cinder-760193-4-smb neutron-server[83861]: event.method(event) Feb 17 21:18:46.560385 dv-cinder-760193-4-smb neutron-server[83861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 21:18:46.560385 dv-cinder-760193-4-smb neutron-server[83861]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 21:18:46.560385 dv-cinder-760193-4-smb neutron-server[83861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 21:18:46.560385 dv-cinder-760193-4-smb neutron-server[83861]: segment_id)['aggregates'][0] Feb 17 21:18:46.560385 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 21:18:46.560385 dv-cinder-760193-4-smb neutron-server[83861]: return f(self, *a, **k) Feb 17 21:18:46.560385 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 21:18:46.560385 dv-cinder-760193-4-smb neutron-server[83861]: return self._get(url).json() Feb 17 21:18:46.560385 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 21:18:46.560385 dv-cinder-760193-4-smb neutron-server[83861]: **kwargs) Feb 17 21:18:46.560385 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 21:18:46.560385 dv-cinder-760193-4-smb neutron-server[83861]: return self.request(url, 'GET', **kwargs) Feb 17 21:18:46.560385 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 21:18:46.560385 dv-cinder-760193-4-smb neutron-server[83861]: **endpoint_filter) Feb 17 21:18:46.560385 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 21:18:46.560385 dv-cinder-760193-4-smb neutron-server[83861]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 21:18:46.560385 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 21:18:46.560385 dv-cinder-760193-4-smb neutron-server[83861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 21:18:46.560385 dv-cinder-760193-4-smb neutron-server[83861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 21:18:46.565782 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-50edf4e2-7910-4dd3-ad49-6f9460ce69ac req-d7ad4d3f-1250-43ef-893c-9e49ca7667e6 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/security-groups?id=fce51754-d32d-475a-91fc-501dc12703ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129762 Feb 17 21:18:46.566445 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056367c0-ffae-42e9-a025-3d24bf37a8d1 service neutron] Pushing event updated for resources: {'Port': ['ID=87ea2e05-f05b-4e97-acbd-e06f872addb9,revision_number=2']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:46.583119 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-056367c0-ffae-42e9-a025-3d24bf37a8d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:46.585502 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-e38fa60e-0e00-4ed8-94bc-2330f7826424 req-cebbc062-542d-40a5-96b5-0b3e995f0f60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:46.665808 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-2bf5a0ad-fc7c-419d-8a1d-6652094ca66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846508139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853850419'] for network, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:46.670932 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [req-494c89be-b918-4caa-b010-37da454a40ed req-e095e9f4-423e-4c28-b642-cd87599e26ae tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:18:46.672022 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-2bf5a0ad-fc7c-419d-8a1d-6652094ca66b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854194843'] for network, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:46.682556 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:46.692181 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-494c89be-b918-4caa-b010-37da454a40ed req-e095e9f4-423e-4c28-b642-cd87599e26ae tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Usage tracker for resource:port and tenant:9cd772018d984344b6df5dd95a3340d9 is out of sync, need to count used quota {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:18:46.697449 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-494c89be-b918-4caa-b010-37da454a40ed req-e095e9f4-423e-4c28-b642-cd87599e26ae tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:18:46.705968 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-2bf5a0ad-fc7c-419d-8a1d-6652094ca66b admin admin] 10.222.0.90 "DELETE /v2.0/networks/f702dd8e-6f7c-424f-a543-2b881eeac518 HTTP/1.1" status: 204 len: 168 time: 1.3179293 Feb 17 21:18:46.706716 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [req-494c89be-b918-4caa-b010-37da454a40ed req-e095e9f4-423e-4c28-b642-cd87599e26ae tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:18:46.713239 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf5a0ad-fc7c-419d-8a1d-6652094ca66b admin admin] Pushing event deleted for resources: {'Network': ['ID=f702dd8e-6f7c-424f-a543-2b881eeac518,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:46.717098 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-2bf5a0ad-fc7c-419d-8a1d-6652094ca66b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:46.848775 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-494c89be-b918-4caa-b010-37da454a40ed req-e095e9f4-423e-4c28-b642-cd87599e26ae tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Made reservation on behalf of 9cd772018d984344b6df5dd95a3340d9 for: {'port': 1} {{(pid=83971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:18:46.854820 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-494c89be-b918-4caa-b010-37da454a40ed req-e095e9f4-423e-4c28-b642-cd87599e26ae tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:46.884728 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [req-4eb00135-a111-4b4f-b3b6-71f651420a72 req-056367c0-ffae-42e9-a025-3d24bf37a8d1 service neutron] Attempting to bind port 87ea2e05-f05b-4e97-acbd-e06f872addb9 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=83971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 21:18:46.885120 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [req-4eb00135-a111-4b4f-b3b6-71f651420a72 req-056367c0-ffae-42e9-a025-3d24bf37a8d1 service neutron] Attempting to bind port 87ea2e05-f05b-4e97-acbd-e06f872addb9 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': '0c340f71-b40c-45bd-8407-02d59c0632f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'aa2f4e05-f1b6-4d1c-a052-1a8707f48be4'}] {{(pid=83971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 21:18:46.885490 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb00135-a111-4b4f-b3b6-71f651420a72 req-056367c0-ffae-42e9-a025-3d24bf37a8d1 service neutron] Attempting to bind port 87ea2e05-f05b-4e97-acbd-e06f872addb9 on network aa2f4e05-f1b6-4d1c-a052-1a8707f48be4 {{(pid=83971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 21:18:46.910532 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb00135-a111-4b4f-b3b6-71f651420a72 req-056367c0-ffae-42e9-a025-3d24bf37a8d1 service neutron] Checking agent: {'id': '6e714d21-3fd0-4fe2-be64-3af0527f8f44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 21, 15, 59), 'started_at': datetime.datetime(2021, 2, 17, 21, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 21:18:46.910925 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb00135-a111-4b4f-b3b6-71f651420a72 req-056367c0-ffae-42e9-a025-3d24bf37a8d1 service neutron] Checking segment: {'id': '0c340f71-b40c-45bd-8407-02d59c0632f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'aa2f4e05-f1b6-4d1c-a052-1a8707f48be4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:18:46.911352 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-4eb00135-a111-4b4f-b3b6-71f651420a72 req-056367c0-ffae-42e9-a025-3d24bf37a8d1 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:46.911754 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb00135-a111-4b4f-b3b6-71f651420a72 req-056367c0-ffae-42e9-a025-3d24bf37a8d1 service neutron] Bound using segment: {'id': '0c340f71-b40c-45bd-8407-02d59c0632f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'aa2f4e05-f1b6-4d1c-a052-1a8707f48be4'} {{(pid=83971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 21:18:46.912267 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [req-4eb00135-a111-4b4f-b3b6-71f651420a72 req-056367c0-ffae-42e9-a025-3d24bf37a8d1 service neutron] Bound port: 87ea2e05-f05b-4e97-acbd-e06f872addb9, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c340f71-b40c-45bd-8407-02d59c0632f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'aa2f4e05-f1b6-4d1c-a052-1a8707f48be4'}}] {{(pid=83971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 21:18:46.912621 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-4eb00135-a111-4b4f-b3b6-71f651420a72 req-056367c0-ffae-42e9-a025-3d24bf37a8d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:47.018676 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 32990) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:18:47.152596 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-c9b5e5b0-ffea-4ec8-996b-0e5876646e2e admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=a590a42e59b147caa6b58d9e0567263b&name=default HTTP/1.1" status: 200 len: 2978 time: 0.1304369 Feb 17 21:18:47.156233 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 32998) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:18:47.292332 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f9c21558-1ceb-47b3-a194-62ad357fe714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:47.337427 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f9c21558-1ceb-47b3-a194-62ad357fe714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:47.417832 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f9c21558-1ceb-47b3-a194-62ad357fe714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:47.422885 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-41f8c4c5-5bf2-45eb-b5d8-ec7d022f0d79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:47.465892 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c21558-1ceb-47b3-a194-62ad357fe714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bebd34f7-f48d-47b7-85c4-d56f6ea13c5f,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:47.473203 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-f9c21558-1ceb-47b3-a194-62ad357fe714 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:47.482414 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f9c21558-1ceb-47b3-a194-62ad357fe714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:47.483785 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-f9c21558-1ceb-47b3-a194-62ad357fe714 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/bebd34f7-f48d-47b7-85c4-d56f6ea13c5f HTTP/1.1" status: 204 len: 168 time: 0.3263443 Feb 17 21:18:47.652129 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 33026) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:18:47.859791 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-8d156d39-f16e-49ff-a932-06cf796849ce req-c9949fd2-1855-4032-8773-8f722dad53f4 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/ports?device_id=1f6b1a26-7928-4ad0-830f-a3920bfcc037 HTTP/1.1" status: 200 len: 210 time: 0.1429930 Feb 17 21:18:48.025348 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [req-e38fa60e-0e00-4ed8-94bc-2330f7826424 req-cebbc062-542d-40a5-96b5-0b3e995f0f60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0542c855-d26e-48a8-943f-661135a71d57 {{(pid=83971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 21:18:48.036381 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-e38fa60e-0e00-4ed8-94bc-2330f7826424 req-cebbc062-542d-40a5-96b5-0b3e995f0f60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:48.064949 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [req-e38fa60e-0e00-4ed8-94bc-2330f7826424 req-cebbc062-542d-40a5-96b5-0b3e995f0f60 service neutron] Transition to ACTIVE for port object 0542c855-d26e-48a8-943f-661135a71d57 will not be triggered until provisioned by entity L2. {{(pid=83971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:18:48.068767 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [req-4eb00135-a111-4b4f-b3b6-71f651420a72 req-056367c0-ffae-42e9-a025-3d24bf37a8d1 service neutron] For port 87ea2e05-f05b-4e97-acbd-e06f872addb9, host hv-cinder-76019, cleared binding levels {{(pid=83971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 21:18:48.096891 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [req-4eb00135-a111-4b4f-b3b6-71f651420a72 req-056367c0-ffae-42e9-a025-3d24bf37a8d1 service neutron] For port 87ea2e05-f05b-4e97-acbd-e06f872addb9, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=87ea2e05-f05b-4e97-acbd-e06f872addb9,segment=NetworkSegment(0c340f71-b40c-45bd-8407-02d59c0632f4),segment_id=0c340f71-b40c-45bd-8407-02d59c0632f4)] {{(pid=83971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 21:18:48.117853 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-9af419a4-65cb-4b5d-92c5-d32ee2263bdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:48.119838 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-4eb00135-a111-4b4f-b3b6-71f651420a72 req-056367c0-ffae-42e9-a025-3d24bf37a8d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:48.120705 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-e38fa60e-0e00-4ed8-94bc-2330f7826424 req-cebbc062-542d-40a5-96b5-0b3e995f0f60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:48.125537 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.db_base_plugin_common [req-494c89be-b918-4caa-b010-37da454a40ed req-e095e9f4-423e-4c28-b642-cd87599e26ae tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Allocated IP 172.20.0.11 (92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7/0319529e-2e97-491e-9c53-3becc98cbcb1/ec7e291c-e699-435c-bcd9-d9e19a0ca613) {{(pid=83971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 21:18:48.129074 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 33040) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:18:48.164527 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-9af419a4-65cb-4b5d-92c5-d32ee2263bdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:18:48.171627 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-9af419a4-65cb-4b5d-92c5-d32ee2263bdb admin admin] Usage tracker for resource:security_group_rule and tenant:25704b58dfc64fe08fd2edbe14451ad5 is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:18:48.181600 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-9af419a4-65cb-4b5d-92c5-d32ee2263bdb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:18:48.192619 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-9af419a4-65cb-4b5d-92c5-d32ee2263bdb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:18:48.197534 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-2037f96c-e43a-4623-be81-5340a430de4a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:48.235003 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-3fa534a6-cb1a-44cf-a802-60b03b0bffd1 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=2bf7085747ba4c888c90954cf43606cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0903275 Feb 17 21:18:48.235003 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 33046) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:18:48.343343 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-1dec8ec7-125e-4d76-ac1a-2c127aa712f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:48.399033 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-9af419a4-65cb-4b5d-92c5-d32ee2263bdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:48.401045 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-1dec8ec7-125e-4d76-ac1a-2c127aa712f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:48.410851 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-9af419a4-65cb-4b5d-92c5-d32ee2263bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:48.421751 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:48.491232 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-9af419a4-65cb-4b5d-92c5-d32ee2263bdb admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=25704b58dfc64fe08fd2edbe14451ad5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8379230 Feb 17 21:18:48.495091 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 33052) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:18:48.495794 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af419a4-65cb-4b5d-92c5-d32ee2263bdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71df5bf0-f899-41d6-9fd2-6c6aeb6e6f27,revision_number=1']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:48.500503 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-9af419a4-65cb-4b5d-92c5-d32ee2263bdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:48.563850 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-1dec8ec7-125e-4d76-ac1a-2c127aa712f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:48.571072 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:48.581731 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-3ac16d97-5833-4a5c-b869-3b40cfbf5641 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:48.586825 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dec8ec7-125e-4d76-ac1a-2c127aa712f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b1b1e18-f073-481b-a210-b1019611bc13,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:48.602915 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-1dec8ec7-125e-4d76-ac1a-2c127aa712f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:48.617842 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-1dec8ec7-125e-4d76-ac1a-2c127aa712f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:48.622021 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-1dec8ec7-125e-4d76-ac1a-2c127aa712f9 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/9b1b1e18-f073-481b-a210-b1019611bc13 HTTP/1.1" status: 204 len: 168 time: 0.3894506 Feb 17 21:18:48.627120 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-3ac16d97-5833-4a5c-b869-3b40cfbf5641 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:48.645511 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa20636a-d900-4641-81a0-28143a58b104 req-0beb6cbe-b0b3-4eef-b861-4b38d93fd4f9 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:18:48.647634 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-fa20636a-d900-4641-81a0-28143a58b104 req-0beb6cbe-b0b3-4eef-b861-4b38d93fd4f9 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/ports?device_id=42e08568-d76b-446d-be76-a7ea060e8400 HTTP/1.1" status: 200 len: 932 time: 1.5385866 Feb 17 21:18:48.702981 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-3ac16d97-5833-4a5c-b869-3b40cfbf5641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:48.711858 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-6ff6e295-2eca-4f4d-85e2-0c914df4923c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:48.739665 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac16d97-5833-4a5c-b869-3b40cfbf5641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71df5bf0-f899-41d6-9fd2-6c6aeb6e6f27,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:48.743385 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-3ac16d97-5833-4a5c-b869-3b40cfbf5641 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:48.753934 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-3ac16d97-5833-4a5c-b869-3b40cfbf5641 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:48.759795 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-3ac16d97-5833-4a5c-b869-3b40cfbf5641 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/71df5bf0-f899-41d6-9fd2-6c6aeb6e6f27 HTTP/1.1" status: 204 len: 168 time: 0.2574794 Feb 17 21:18:48.834410 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056367c0-ffae-42e9-a025-3d24bf37a8d1 service neutron] Pushing event updated for resources: {'Port': ['ID=87ea2e05-f05b-4e97-acbd-e06f872addb9,revision_number=3']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:48.987129 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-fa20636a-d900-4641-81a0-28143a58b104 req-e9d7f461-c84d-4f5a-8398-0d1bfb6f37db tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/security-groups?id=5df91840-1d6e-47b1-b11d-86f99077f317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3192592 Feb 17 21:18:48.999980 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36389b22-e3e7-46b2-8548-73e4a25e54a8 req-36829cc5-017b-4709-9cdd-5657abbe1f6e tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:18:49.007548 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-36389b22-e3e7-46b2-8548-73e4a25e54a8 req-36829cc5-017b-4709-9cdd-5657abbe1f6e tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/ports?device_id=2f1a929c-b054-42c8-bd5e-e0ecb0c19af1 HTTP/1.1" status: 200 len: 945 time: 0.8913960 Feb 17 21:18:49.080236 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebbc062-542d-40a5-96b5-0b3e995f0f60 service neutron] Pushing event updated for resources: {'Port': ['ID=0542c855-d26e-48a8-943f-661135a71d57,revision_number=2']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:49.109568 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-cebbc062-542d-40a5-96b5-0b3e995f0f60 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.912s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:49.110107 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-047c0294-cf98-4588-8631-8ca88c73f429 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.569s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:49.110515 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-047c0294-cf98-4588-8631-8ca88c73f429 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:49.182841 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb00135-a111-4b4f-b3b6-71f651420a72 req-056367c0-ffae-42e9-a025-3d24bf37a8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:18:49.182841 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-4eb00135-a111-4b4f-b3b6-71f651420a72 req-056367c0-ffae-42e9-a025-3d24bf37a8d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854194843'] for port, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:49.182841 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-4eb00135-a111-4b4f-b3b6-71f651420a72 req-056367c0-ffae-42e9-a025-3d24bf37a8d1 service neutron] 10.222.0.95 "PUT /v2.0/ports/87ea2e05-f05b-4e97-acbd-e06f872addb9 HTTP/1.1" status: 200 len: 1157 time: 6.3729351 Feb 17 21:18:49.182841 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d02e800-c249-4f02-8de5-b5f1681d4d5c', 'tag': '87ea2e05-f05b-4e97-acbd-e06f872addb9'}] {{(pid=83971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:18:49.297352 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-36389b22-e3e7-46b2-8548-73e4a25e54a8 req-a69d7578-36af-4aa0-8975-b0a10b2a6d1f tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/security-groups?id=fce51754-d32d-475a-91fc-501dc12703ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863142 Feb 17 21:18:49.298305 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 33084) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:18:49.323709 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-56b2e295-f5c2-4bd6-91e8-72f570b4a28e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:49.351674 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-56b2e295-f5c2-4bd6-91e8-72f570b4a28e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:18:49.362374 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-56b2e295-f5c2-4bd6-91e8-72f570b4a28e admin admin] Usage tracker for resource:security_group_rule and tenant:604008d439234bbf951ed25bcd1e69f8 is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:18:49.373684 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-56b2e295-f5c2-4bd6-91e8-72f570b4a28e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:18:49.382019 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-eb0de82f-371c-4293-80b8-13301da9d2a3 req-10ac5303-a68a-4074-baa2-7c49679bd3ee tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/ports?device_id=1f6b1a26-7928-4ad0-830f-a3920bfcc037 HTTP/1.1" status: 200 len: 210 time: 0.1663795 Feb 17 21:18:49.400504 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-56b2e295-f5c2-4bd6-91e8-72f570b4a28e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:18:49.446477 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-494c89be-b918-4caa-b010-37da454a40ed req-e095e9f4-423e-4c28-b642-cd87599e26ae tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Notify callbacks [] for port, precommit_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:49.453179 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d02e800-c249-4f02-8de5-b5f1681d4d5c', 'tag': '87ea2e05-f05b-4e97-acbd-e06f872addb9', 'status': 'completed', 'code': 200} Feb 17 21:18:49.458675 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [req-e38fa60e-0e00-4ed8-94bc-2330f7826424 req-cebbc062-542d-40a5-96b5-0b3e995f0f60 service neutron] Attempting to bind port 0542c855-d26e-48a8-943f-661135a71d57 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=83971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 21:18:49.459053 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [req-e38fa60e-0e00-4ed8-94bc-2330f7826424 req-cebbc062-542d-40a5-96b5-0b3e995f0f60 service neutron] Attempting to bind port 0542c855-d26e-48a8-943f-661135a71d57 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': '0c340f71-b40c-45bd-8407-02d59c0632f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'aa2f4e05-f1b6-4d1c-a052-1a8707f48be4'}] {{(pid=83971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 21:18:49.459423 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38fa60e-0e00-4ed8-94bc-2330f7826424 req-cebbc062-542d-40a5-96b5-0b3e995f0f60 service neutron] Attempting to bind port 0542c855-d26e-48a8-943f-661135a71d57 on network aa2f4e05-f1b6-4d1c-a052-1a8707f48be4 {{(pid=83971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 21:18:49.480823 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38fa60e-0e00-4ed8-94bc-2330f7826424 req-cebbc062-542d-40a5-96b5-0b3e995f0f60 service neutron] Checking agent: {'id': '6e714d21-3fd0-4fe2-be64-3af0527f8f44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 21, 15, 59), 'started_at': datetime.datetime(2021, 2, 17, 21, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 21:18:49.481195 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38fa60e-0e00-4ed8-94bc-2330f7826424 req-cebbc062-542d-40a5-96b5-0b3e995f0f60 service neutron] Checking segment: {'id': '0c340f71-b40c-45bd-8407-02d59c0632f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'aa2f4e05-f1b6-4d1c-a052-1a8707f48be4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:18:49.481602 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-e38fa60e-0e00-4ed8-94bc-2330f7826424 req-cebbc062-542d-40a5-96b5-0b3e995f0f60 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:49.481999 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38fa60e-0e00-4ed8-94bc-2330f7826424 req-cebbc062-542d-40a5-96b5-0b3e995f0f60 service neutron] Bound using segment: {'id': '0c340f71-b40c-45bd-8407-02d59c0632f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'aa2f4e05-f1b6-4d1c-a052-1a8707f48be4'} {{(pid=83971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 21:18:49.482482 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [req-e38fa60e-0e00-4ed8-94bc-2330f7826424 req-cebbc062-542d-40a5-96b5-0b3e995f0f60 service neutron] Bound port: 0542c855-d26e-48a8-943f-661135a71d57, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c340f71-b40c-45bd-8407-02d59c0632f4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'aa2f4e05-f1b6-4d1c-a052-1a8707f48be4'}}] {{(pid=83971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 21:18:49.482884 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-e38fa60e-0e00-4ed8-94bc-2330f7826424 req-cebbc062-542d-40a5-96b5-0b3e995f0f60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:49.495429 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [req-494c89be-b918-4caa-b010-37da454a40ed req-e095e9f4-423e-4c28-b642-cd87599e26ae tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Transition to ACTIVE for port object ec7e291c-e699-435c-bcd9-d9e19a0ca613 will not be triggered until provisioned by entity DHCP. {{(pid=83971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:18:49.599968 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb00135-a111-4b4f-b3b6-71f651420a72 req-3505dc5f-8845-4a4d-8bb5-547c4c29bfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:18:49.602099 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-4eb00135-a111-4b4f-b3b6-71f651420a72 req-3505dc5f-8845-4a4d-8bb5-547c4c29bfb0 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=1e8007caa2284731820d67e6f9d57ee9&device_id=4d02e800-c249-4f02-8de5-b5f1681d4d5c HTTP/1.1" status: 200 len: 1160 time: 0.3224142 Feb 17 21:18:49.659792 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-56b2e295-f5c2-4bd6-91e8-72f570b4a28e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:49.665909 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-56b2e295-f5c2-4bd6-91e8-72f570b4a28e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:49.686536 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-4eb00135-a111-4b4f-b3b6-71f651420a72 req-6fdcce12-9efa-46f0-8657-3317278c0f58 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87ea2e05-f05b-4e97-acbd-e06f872addb9 HTTP/1.1" status: 200 len: 217 time: 0.0735204 Feb 17 21:18:49.687621 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [req-e38fa60e-0e00-4ed8-94bc-2330f7826424 req-cebbc062-542d-40a5-96b5-0b3e995f0f60 service neutron] For port 0542c855-d26e-48a8-943f-661135a71d57, host hv-cinder-76019, cleared binding levels {{(pid=83971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 21:18:49.689330 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-f9c21558-1ceb-47b3-a194-62ad357fe714 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:49.737604 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-56b2e295-f5c2-4bd6-91e8-72f570b4a28e admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=604008d439234bbf951ed25bcd1e69f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4374664 Feb 17 21:18:49.744815 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-494c89be-b918-4caa-b010-37da454a40ed req-e095e9f4-423e-4c28-b642-cd87599e26ae tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782347517401'] for port, after_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:49.751061 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 33106) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:18:49.760268 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [req-e38fa60e-0e00-4ed8-94bc-2330f7826424 req-cebbc062-542d-40a5-96b5-0b3e995f0f60 service neutron] For port 0542c855-d26e-48a8-943f-661135a71d57, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=0542c855-d26e-48a8-943f-661135a71d57,segment=NetworkSegment(0c340f71-b40c-45bd-8407-02d59c0632f4),segment_id=0c340f71-b40c-45bd-8407-02d59c0632f4)] {{(pid=83971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 21:18:49.780582 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b2e295-f5c2-4bd6-91e8-72f570b4a28e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc14b29a-997a-43da-800f-aa00dcf6a2b6,revision_number=1']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:49.784063 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-56b2e295-f5c2-4bd6-91e8-72f570b4a28e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:49.792679 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-5c3564c5-0c2c-4478-8d2b-420d8eab3053 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:49.887364 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-e38fa60e-0e00-4ed8-94bc-2330f7826424 req-cebbc062-542d-40a5-96b5-0b3e995f0f60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:50.094935 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb00135-a111-4b4f-b3b6-71f651420a72 req-1c6d479e-06b1-4103-af0c-519b2b9ce3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:18:50.096469 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-4eb00135-a111-4b4f-b3b6-71f651420a72 req-1c6d479e-06b1-4103-af0c-519b2b9ce3e8 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=68c4757a-1327-48d0-97b5-5af10066f5ed HTTP/1.1" status: 200 len: 859 time: 0.4005795 Feb 17 21:18:50.172872 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e095e9f4-423e-4c28-b642-cd87599e26ae tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Pushing event updated for resources: {'Port': ['ID=ec7e291c-e699-435c-bcd9-d9e19a0ca613,revision_number=1']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:50.211870 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-e095e9f4-423e-4c28-b642-cd87599e26ae tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:50.212252 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.276s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:50.291519 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-4eb00135-a111-4b4f-b3b6-71f651420a72 req-ada5a005-09dc-4cd2-b947-6e9dc33f6044 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=aa2f4e05-f1b6-4d1c-a052-1a8707f48be4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1856728 Feb 17 21:18:50.387156 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-bbd85208-5ad4-43c7-ae29-df4f247f2ab3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:50.912028 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-bbd85208-5ad4-43c7-ae29-df4f247f2ab3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:50.935772 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-494c89be-b918-4caa-b010-37da454a40ed req-e095e9f4-423e-4c28-b642-cd87599e26ae tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Network 92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7 is already hosted by enough agents. {{(pid=83971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:18:50.957040 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.base_scheduler [req-494c89be-b918-4caa-b010-37da454a40ed req-e095e9f4-423e-4c28-b642-cd87599e26ae tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Resources bound (agent type, host, resource id): {{(pid=83971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:18:50.987493 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [req-494c89be-b918-4caa-b010-37da454a40ed req-e095e9f4-423e-4c28-b642-cd87599e26ae tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Received port after_create {{(pid=83971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 21:18:50.994129 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c89be-b918-4caa-b010-37da454a40ed req-e095e9f4-423e-4c28-b642-cd87599e26ae tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:18:50.994867 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-494c89be-b918-4caa-b010-37da454a40ed req-e095e9f4-423e-4c28-b642-cd87599e26ae tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854194843'] for port, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:51.047075 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-494c89be-b918-4caa-b010-37da454a40ed req-e095e9f4-423e-4c28-b642-cd87599e26ae tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0851634 Feb 17 21:18:51.119920 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebbc062-542d-40a5-96b5-0b3e995f0f60 service neutron] Pushing event updated for resources: {'Port': ['ID=0542c855-d26e-48a8-943f-661135a71d57,revision_number=3']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:51.139368 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [req-494c89be-b918-4caa-b010-37da454a40ed req-48e4cc19-4b50-48d5-80f5-436fa4d9ca8e service neutron] Request body: {'port': {'device_id': '1f6b1a26-7928-4ad0-830f-a3920bfcc037', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:18:51.192013 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38fa60e-0e00-4ed8-94bc-2330f7826424 req-cebbc062-542d-40a5-96b5-0b3e995f0f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:18:51.192699 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-e38fa60e-0e00-4ed8-94bc-2330f7826424 req-cebbc062-542d-40a5-96b5-0b3e995f0f60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854194843'] for port, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:51.194193 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-e38fa60e-0e00-4ed8-94bc-2330f7826424 req-cebbc062-542d-40a5-96b5-0b3e995f0f60 service neutron] 10.222.0.95 "PUT /v2.0/ports/0542c855-d26e-48a8-943f-661135a71d57 HTTP/1.1" status: 200 len: 1158 time: 5.2357376 Feb 17 21:18:51.203507 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-cebbc062-542d-40a5-96b5-0b3e995f0f60 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.991s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:51.249940 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-b87e8676-b08b-49da-8e45-064d6e632f41 None None] Provisioning for port ec7e291c-e699-435c-bcd9-d9e19a0ca613 completed by entity DHCP. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:18:51.264516 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-b87e8676-b08b-49da-8e45-064d6e632f41 None None] Provisioning complete for port ec7e291c-e699-435c-bcd9-d9e19a0ca613 triggered by entity DHCP. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:18:51.264946 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-b87e8676-b08b-49da-8e45-064d6e632f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:51.271903 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 33186) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:18:51.374824 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-4eb00135-a111-4b4f-b3b6-71f651420a72 req-67598432-9dce-41a6-8b77-ed5706641714 service neutron] 10.222.0.95 "GET /v2.0/networks/aa2f4e05-f1b6-4d1c-a052-1a8707f48be4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9638295 Feb 17 21:18:51.394519 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-b87e8676-b08b-49da-8e45-064d6e632f41 None None] Port ec7e291c-e699-435c-bcd9-d9e19a0ca613 cannot update to ACTIVE because it is not bound. {{(pid=83972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 21:18:51.446993 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d75386be-b79a-416c-b9db-321a6c2e1107 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:51.463574 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-d75386be-b79a-416c-b9db-321a6c2e1107 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:18:51.464134 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42e08568-d76b-446d-be76-a7ea060e8400', 'tag': '0542c855-d26e-48a8-943f-661135a71d57'}] {{(pid=83971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:18:51.467586 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-d75386be-b79a-416c-b9db-321a6c2e1107 admin admin] Usage tracker for resource:security_group_rule and tenant:ba71adbfa3f74aec889be8057eb2cef4 is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:18:51.470898 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-d75386be-b79a-416c-b9db-321a6c2e1107 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:18:51.477022 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-d75386be-b79a-416c-b9db-321a6c2e1107 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:18:51.531294 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cbb639-d496-4db4-b079-2e14e51cc1af req-3fa9cd12-77ed-45c7-a28a-002fd6897308 tempest-DeleteServersTestJSON-2078073820 tempest-DeleteServersTestJSON-2078073820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:18:51.532909 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b0cbb639-d496-4db4-b079-2e14e51cc1af req-3fa9cd12-77ed-45c7-a28a-002fd6897308 tempest-DeleteServersTestJSON-2078073820 tempest-DeleteServersTestJSON-2078073820-project] 10.222.0.90 "GET /v2.0/ports?device_id=115489bb-e732-4198-8ea8-4c80359bb5b8 HTTP/1.1" status: 200 len: 946 time: 1.1122513 Feb 17 21:18:51.587082 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-bbd85208-5ad4-43c7-ae29-df4f247f2ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:51.593678 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b28a75e-a71f-4f1d-9ca3-9b0728290cf3 req-14de6ae0-eb17-4cf3-b742-4ba15663a781 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:18:51.595598 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-8b28a75e-a71f-4f1d-9ca3-9b0728290cf3 req-14de6ae0-eb17-4cf3-b742-4ba15663a781 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/ports?device_id=42e08568-d76b-446d-be76-a7ea060e8400 HTTP/1.1" status: 200 len: 944 time: 1.1934319 Feb 17 21:18:51.621551 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:51.628154 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-494c89be-b918-4caa-b010-37da454a40ed req-48e4cc19-4b50-48d5-80f5-436fa4d9ca8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:51.650154 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d75386be-b79a-416c-b9db-321a6c2e1107 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:51.653094 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d75386be-b79a-416c-b9db-321a6c2e1107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:51.662252 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:51.687296 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd85208-5ad4-43c7-ae29-df4f247f2ab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc14b29a-997a-43da-800f-aa00dcf6a2b6,revision_number=None']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:51.707950 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-d75386be-b79a-416c-b9db-321a6c2e1107 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=ba71adbfa3f74aec889be8057eb2cef4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4322257 Feb 17 21:18:51.707950 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75386be-b79a-416c-b9db-321a6c2e1107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf2c104-1820-4354-842b-bfc290af4e7a,revision_number=1']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:51.709236 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 33200) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:18:51.712340 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d75386be-b79a-416c-b9db-321a6c2e1107 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:51.753768 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.95', 53107) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:18:51.756149 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-bbd85208-5ad4-43c7-ae29-df4f247f2ab3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:51.787753 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b0cbb639-d496-4db4-b079-2e14e51cc1af req-1175a4cd-37f9-466b-8b71-59266bfed1f8 tempest-DeleteServersTestJSON-2078073820 tempest-DeleteServersTestJSON-2078073820-project] 10.222.0.90 "GET /v2.0/security-groups?id=7fd96fbc-c465-4ff5-8ea6-befe9a748b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374725 Feb 17 21:18:51.795681 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-bbd85208-5ad4-43c7-ae29-df4f247f2ab3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:51.799899 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-bbd85208-5ad4-43c7-ae29-df4f247f2ab3 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/dc14b29a-997a-43da-800f-aa00dcf6a2b6 HTTP/1.1" status: 204 len: 168 time: 2.0465848 Feb 17 21:18:51.827153 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-4eb00135-a111-4b4f-b3b6-71f651420a72 req-f52d20ba-e4e2-4004-89bf-e5e2d9c4bb23 service neutron] 10.222.0.95 "GET /v2.0/networks/aa2f4e05-f1b6-4d1c-a052-1a8707f48be4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4456053 Feb 17 21:18:51.832580 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-8b28a75e-a71f-4f1d-9ca3-9b0728290cf3 req-757582ce-fa32-4333-9c1c-8df04e824a05 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/security-groups?id=5df91840-1d6e-47b1-b11d-86f99077f317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243659 Feb 17 21:18:51.834596 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38fa60e-0e00-4ed8-94bc-2330f7826424 req-fe918387-ddc4-4573-b5c2-6519ae475c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:18:51.836756 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-e38fa60e-0e00-4ed8-94bc-2330f7826424 req-fe918387-ddc4-4573-b5c2-6519ae475c37 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=1e8007caa2284731820d67e6f9d57ee9&device_id=42e08568-d76b-446d-be76-a7ea060e8400 HTTP/1.1" status: 200 len: 1161 time: 0.5743296 Feb 17 21:18:51.866600 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-a3e4d468-511e-48bd-b7b0-a98da37801cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:51.931986 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92fcf69-e342-4859-a5ae-b00b2a65a556 req-85e7fbe0-3873-4359-9404-01c07213cd16 tempest-DeleteServersTestJSON-2078073820 tempest-DeleteServersTestJSON-2078073820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:18:51.933583 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b92fcf69-e342-4859-a5ae-b00b2a65a556 req-85e7fbe0-3873-4359-9404-01c07213cd16 tempest-DeleteServersTestJSON-2078073820 tempest-DeleteServersTestJSON-2078073820-project] 10.222.0.95 "GET /v2.0/ports?device_id=115489bb-e732-4198-8ea8-4c80359bb5b8 HTTP/1.1" status: 200 len: 946 time: 0.1786931 Feb 17 21:18:51.935667 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-a3e4d468-511e-48bd-b7b0-a98da37801cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:52.009977 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-e38fa60e-0e00-4ed8-94bc-2330f7826424 req-87d1ff4e-5993-4f71-9fa0-2caf27973790 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0542c855-d26e-48a8-943f-661135a71d57 HTTP/1.1" status: 200 len: 217 time: 0.1398513 Feb 17 21:18:52.027861 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [req-b92fcf69-e342-4859-a5ae-b00b2a65a556 req-f7bc3bec-5696-42d6-be4d-6ec6e785e4cb tempest-DeleteServersTestJSON-2078073820 tempest-DeleteServersTestJSON-2078073820-project] Deleting port c28088cb-1500-4ef2-bc4e-db5da81c5071 {{(pid=83970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:18:52.028247 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-b92fcf69-e342-4859-a5ae-b00b2a65a556 req-f7bc3bec-5696-42d6-be4d-6ec6e785e4cb tempest-DeleteServersTestJSON-2078073820 tempest-DeleteServersTestJSON-2078073820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506882676'] for port, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:52.331237 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38fa60e-0e00-4ed8-94bc-2330f7826424 req-1a8e49c8-48ae-4dff-859b-8346cbf258a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:18:52.332996 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-e38fa60e-0e00-4ed8-94bc-2330f7826424 req-1a8e49c8-48ae-4dff-859b-8346cbf258a7 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=68c4757a-1327-48d0-97b5-5af10066f5ed HTTP/1.1" status: 200 len: 859 time: 0.3096583 Feb 17 21:18:52.375694 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-a3e4d468-511e-48bd-b7b0-a98da37801cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:52.386204 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:52.407562 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e4d468-511e-48bd-b7b0-a98da37801cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf2c104-1820-4354-842b-bfc290af4e7a,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:52.432097 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-a3e4d468-511e-48bd-b7b0-a98da37801cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:52.509184 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-a3e4d468-511e-48bd-b7b0-a98da37801cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:52.512844 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-a3e4d468-511e-48bd-b7b0-a98da37801cf admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/0bf2c104-1820-4354-842b-bfc290af4e7a HTTP/1.1" status: 204 len: 168 time: 0.8006046 Feb 17 21:18:52.530496 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-e38fa60e-0e00-4ed8-94bc-2330f7826424 req-c3002087-f3a5-408a-a154-84ddc295d6d9 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=aa2f4e05-f1b6-4d1c-a052-1a8707f48be4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1843028 Feb 17 21:18:52.640471 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d17052-1a90-49d7-826d-b660f436eaa2 req-d80b10e5-5523-4bb6-88ec-6b1d7a8b4e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:18:52.641168 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [req-b92fcf69-e342-4859-a5ae-b00b2a65a556 req-f7bc3bec-5696-42d6-be4d-6ec6e785e4cb tempest-DeleteServersTestJSON-2078073820 tempest-DeleteServersTestJSON-2078073820-project] For port c28088cb-1500-4ef2-bc4e-db5da81c5071, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=c28088cb-1500-4ef2-bc4e-db5da81c5071,segment=NetworkSegment(ec64f366-f05a-447d-a308-30926f4f25c9),segment_id=ec64f366-f05a-447d-a308-30926f4f25c9)] {{(pid=83970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:18:52.641508 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-b92fcf69-e342-4859-a5ae-b00b2a65a556 req-f7bc3bec-5696-42d6-be4d-6ec6e785e4cb tempest-DeleteServersTestJSON-2078073820 tempest-DeleteServersTestJSON-2078073820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-921726'] for port, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:52.642061 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-74d17052-1a90-49d7-826d-b660f436eaa2 req-d80b10e5-5523-4bb6-88ec-6b1d7a8b4e70 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=1e8007caa2284731820d67e6f9d57ee9&device_id=4d02e800-c249-4f02-8de5-b5f1681d4d5c HTTP/1.1" status: 200 len: 1160 time: 0.6932738 Feb 17 21:18:52.672275 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff82bc5f-eada-4c65-9c5b-247e02b8e57f req-25d44fa2-8bb0-42b0-89ac-15fb56a53c1b tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:18:52.673111 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-ff82bc5f-eada-4c65-9c5b-247e02b8e57f req-25d44fa2-8bb0-42b0-89ac-15fb56a53c1b tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Synchronizing usage tracker for tenant:9cd772018d984344b6df5dd95a3340d9 on resource:port {{(pid=83971) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:18:52.986227 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [req-b92fcf69-e342-4859-a5ae-b00b2a65a556 req-f7bc3bec-5696-42d6-be4d-6ec6e785e4cb tempest-DeleteServersTestJSON-2078073820 tempest-DeleteServersTestJSON-2078073820-project] Calling delete_port for c28088cb-1500-4ef2-bc4e-db5da81c5071 owned by compute:nova {{(pid=83970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:18:53.072279 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 33248) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:18:53.124325 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-60b20c24-4b04-40ff-9b6b-4d096e8f7854 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:53.157102 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-60b20c24-4b04-40ff-9b6b-4d096e8f7854 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:18:53.228439 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42e08568-d76b-446d-be76-a7ea060e8400', 'tag': '0542c855-d26e-48a8-943f-661135a71d57', 'status': 'completed', 'code': 200} Feb 17 21:18:53.239620 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-ff82bc5f-eada-4c65-9c5b-247e02b8e57f req-25d44fa2-8bb0-42b0-89ac-15fb56a53c1b tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Unset dirty status for tenant:9cd772018d984344b6df5dd95a3340d9 on resource:port {{(pid=83971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:18:53.247025 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-ff82bc5f-eada-4c65-9c5b-247e02b8e57f req-25d44fa2-8bb0-42b0-89ac-15fb56a53c1b tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/ports?device_id=1f6b1a26-7928-4ad0-830f-a3920bfcc037 HTTP/1.1" status: 200 len: 932 time: 1.1976354 Feb 17 21:18:53.270939 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-60b20c24-4b04-40ff-9b6b-4d096e8f7854 admin admin] Usage tracker for resource:security_group_rule and tenant:1231f19956e24ce5b73cc56ea07ca62c is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:18:53.275188 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-60b20c24-4b04-40ff-9b6b-4d096e8f7854 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:18:53.283077 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-60b20c24-4b04-40ff-9b6b-4d096e8f7854 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:18:53.394536 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-b92fcf69-e342-4859-a5ae-b00b2a65a556 req-f7bc3bec-5696-42d6-be4d-6ec6e785e4cb tempest-DeleteServersTestJSON-2078073820 tempest-DeleteServersTestJSON-2078073820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782347900463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782347493337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1732037'] for port, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:53.420035 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:53.420716 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.db.resource_extend [req-494c89be-b918-4caa-b010-37da454a40ed req-48e4cc19-4b50-48d5-80f5-436fa4d9ca8e service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 17 21:18:53.447905 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-e38fa60e-0e00-4ed8-94bc-2330f7826424 req-34017be4-4f0e-4ec9-82a0-e5ae8988844a service neutron] 10.222.0.95 "GET /v2.0/networks/aa2f4e05-f1b6-4d1c-a052-1a8707f48be4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9099317 Feb 17 21:18:53.488184 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d17052-1a90-49d7-826d-b660f436eaa2 req-695f347c-db8f-4126-963c-d1669e6da300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:18:53.489413 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-74d17052-1a90-49d7-826d-b660f436eaa2 req-695f347c-db8f-4126-963c-d1669e6da300 service neutron] 10.222.0.95 "GET /v2.0/networks?id=aa2f4e05-f1b6-4d1c-a052-1a8707f48be4 HTTP/1.1" status: 200 len: 913 time: 0.8389492 Feb 17 21:18:53.492938 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-ff82bc5f-eada-4c65-9c5b-247e02b8e57f req-353874e2-d45e-428d-99e4-03e858bc83d9 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/security-groups?id=50953140-8b47-4d38-9ad3-ba74e3f5ff3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2450874 Feb 17 21:18:53.542773 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bc3bec-5696-42d6-be4d-6ec6e785e4cb tempest-DeleteServersTestJSON-2078073820 tempest-DeleteServersTestJSON-2078073820-project] Pushing event deleted for resources: {'Port': ['ID=c28088cb-1500-4ef2-bc4e-db5da81c5071,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:53.558582 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-f7bc3bec-5696-42d6-be4d-6ec6e785e4cb tempest-DeleteServersTestJSON-2078073820 tempest-DeleteServersTestJSON-2078073820-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:53.598580 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-60b20c24-4b04-40ff-9b6b-4d096e8f7854 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:53.612470 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-60b20c24-4b04-40ff-9b6b-4d096e8f7854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:53.626951 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:53.687596 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-60b20c24-4b04-40ff-9b6b-4d096e8f7854 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=1231f19956e24ce5b73cc56ea07ca62c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6146502 Feb 17 21:18:53.697094 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 33262) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:18:53.701131 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b20c24-4b04-40ff-9b6b-4d096e8f7854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2644fc5e-d63e-4529-b3b9-32bc266110d4,revision_number=1']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:53.734270 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-60b20c24-4b04-40ff-9b6b-4d096e8f7854 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:53.754874 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-e38fa60e-0e00-4ed8-94bc-2330f7826424 req-b8871c3f-f7af-4404-9821-cb6f5f51cbcd service neutron] 10.222.0.95 "GET /v2.0/networks/aa2f4e05-f1b6-4d1c-a052-1a8707f48be4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2694464 Feb 17 21:18:53.780113 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.objects.ports [None req-432f7657-b94c-46eb-b926-65b5870abc48 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=83972) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 21:18:53.805302 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [req-494c89be-b918-4caa-b010-37da454a40ed req-48e4cc19-4b50-48d5-80f5-436fa4d9ca8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec7e291c-e699-435c-bcd9-d9e19a0ca613 {{(pid=83971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 21:18:53.817521 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [req-b92fcf69-e342-4859-a5ae-b00b2a65a556 req-f7bc3bec-5696-42d6-be4d-6ec6e785e4cb tempest-DeleteServersTestJSON-2078073820 tempest-DeleteServersTestJSON-2078073820-project] No DVR routers for this DVR port c28088cb-1500-4ef2-bc4e-db5da81c5071 on host hv-cinder-76019 {{(pid=83970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 21:18:53.821505 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-b92fcf69-e342-4859-a5ae-b00b2a65a556 req-f7bc3bec-5696-42d6-be4d-6ec6e785e4cb tempest-DeleteServersTestJSON-2078073820 tempest-DeleteServersTestJSON-2078073820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768493'] for port, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:53.826721 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '115489bb-e732-4198-8ea8-4c80359bb5b8', 'name': 'network-vif-deleted', 'tag': 'c28088cb-1500-4ef2-bc4e-db5da81c5071'}] {{(pid=83970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:18:53.893168 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-4cad8a1d-5339-4331-a0ab-e6ab7150288e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:53.951859 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-494c89be-b918-4caa-b010-37da454a40ed req-48e4cc19-4b50-48d5-80f5-436fa4d9ca8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:53.961408 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-74d17052-1a90-49d7-826d-b660f436eaa2 req-97ead44c-c37a-4b03-82c2-0879c95f45fe service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87ea2e05-f05b-4e97-acbd-e06f872addb9 HTTP/1.1" status: 200 len: 217 time: 0.4336917 Feb 17 21:18:53.962225 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-4cad8a1d-5339-4331-a0ab-e6ab7150288e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:54.026041 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-4cad8a1d-5339-4331-a0ab-e6ab7150288e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:54.029085 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-4cad8a1d-5339-4331-a0ab-e6ab7150288e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:54.032879 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-4cad8a1d-5339-4331-a0ab-e6ab7150288e admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/2644fc5e-d63e-4529-b3b9-32bc266110d4 HTTP/1.1" status: 204 len: 168 time: 0.3308253 Feb 17 21:18:54.036550 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-56b2e295-f5c2-4bd6-91e8-72f570b4a28e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:54.050811 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cad8a1d-5339-4331-a0ab-e6ab7150288e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2644fc5e-d63e-4529-b3b9-32bc266110d4,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:54.053481 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-4cad8a1d-5339-4331-a0ab-e6ab7150288e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:54.055197 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b92fcf69-e342-4859-a5ae-b00b2a65a556 req-f7bc3bec-5696-42d6-be4d-6ec6e785e4cb tempest-DeleteServersTestJSON-2078073820 tempest-DeleteServersTestJSON-2078073820-project] 10.222.0.95 "DELETE /v2.0/ports/c28088cb-1500-4ef2-bc4e-db5da81c5071 HTTP/1.1" status: 204 len: 173 time: 2.1113083 Feb 17 21:18:54.144994 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d17052-1a90-49d7-826d-b660f436eaa2 req-4d7de991-35c8-434b-8df8-cbf05b92ecce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:18:54.146567 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-74d17052-1a90-49d7-826d-b660f436eaa2 req-4d7de991-35c8-434b-8df8-cbf05b92ecce service neutron] 10.222.0.95 "GET /v2.0/subnets?id=68c4757a-1327-48d0-97b5-5af10066f5ed HTTP/1.1" status: 200 len: 859 time: 0.1637583 Feb 17 21:18:54.178400 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Device 87ea2e05-f05b-4e97-acbd-e06f872addb9 up at agent ovs-agent-hv-cinder-76019 {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:18:54.269796 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Provisioning for port 87ea2e05-f05b-4e97-acbd-e06f872addb9 completed by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:18:54.283394 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Provisioning complete for port 87ea2e05-f05b-4e97-acbd-e06f872addb9 triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:18:54.283831 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:54.318073 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [req-494c89be-b918-4caa-b010-37da454a40ed req-48e4cc19-4b50-48d5-80f5-436fa4d9ca8e service neutron] Transition to ACTIVE for port object ec7e291c-e699-435c-bcd9-d9e19a0ca613 will not be triggered until provisioned by entity L2. {{(pid=83971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:18:54.330394 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-74d17052-1a90-49d7-826d-b660f436eaa2 req-98c93397-2936-4f38-83af-aceda31f8731 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=aa2f4e05-f1b6-4d1c-a052-1a8707f48be4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1345017 Feb 17 21:18:54.510028 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:54.522670 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-494c89be-b918-4caa-b010-37da454a40ed req-48e4cc19-4b50-48d5-80f5-436fa4d9ca8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:54.549225 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c48d775-5e81-4508-858f-55a92edcdec0 req-4b0cce59-dd56-45ba-8582-876a5963514e tempest-DeleteServersTestJSON-2078073820 tempest-DeleteServersTestJSON-2078073820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:18:54.557925 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-3c48d775-5e81-4508-858f-55a92edcdec0 req-4b0cce59-dd56-45ba-8582-876a5963514e tempest-DeleteServersTestJSON-2078073820 tempest-DeleteServersTestJSON-2078073820-project] 10.222.0.90 "GET /v2.0/ports?device_id=115489bb-e732-4198-8ea8-4c80359bb5b8 HTTP/1.1" status: 200 len: 867 time: 1.3320146 Feb 17 21:18:54.561280 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-74d17052-1a90-49d7-826d-b660f436eaa2 req-9984bd75-e600-4589-bff2-b20e69041e88 service neutron] 10.222.0.95 "GET /v2.0/networks/aa2f4e05-f1b6-4d1c-a052-1a8707f48be4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150872 Feb 17 21:18:54.583256 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] For port 87ea2e05-f05b-4e97-acbd-e06f872addb9, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=87ea2e05-f05b-4e97-acbd-e06f872addb9,segment=NetworkSegment(0c340f71-b40c-45bd-8407-02d59c0632f4),segment_id=0c340f71-b40c-45bd-8407-02d59c0632f4)] {{(pid=83972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:18:54.586686 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d02e800-c249-4f02-8de5-b5f1681d4d5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87ea2e05-f05b-4e97-acbd-e06f872addb9'}] {{(pid=83972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:18:54.598484 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-180e2b48-f1bf-46c2-9ab1-864dbc29314d tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:54.601807 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:54.622448 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:54.754496 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-76c03d1a-2838-489b-b322-3eade8ea5a4a req-ca1220a3-667d-4c2e-ac37-807c4e2226cf service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=2f1a929c-b054-42c8-bd5e-e0ecb0c19af1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.2204888 Feb 17 21:18:54.775243 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Device c28088cb-1500-4ef2-bc4e-db5da81c5071 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:18:54.848681 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] No Port match for: c28088cb-1500-4ef2-bc4e-db5da81c5071 {{(pid=83972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 21:18:54.849471 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Device c28088cb-1500-4ef2-bc4e-db5da81c5071 not bound to the agent host hv-cinder-76019 {{(pid=83972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 21:18:54.873558 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Pushing event updated for resources: {'Port': ['ID=87ea2e05-f05b-4e97-acbd-e06f872addb9,revision_number=4']} {{(pid=83972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:54.877659 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:54.973241 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 33316) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:18:55.018856 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c03d1a-2838-489b-b322-3eade8ea5a4a req-9097dfde-6f51-43af-8b6d-0757216ff0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:18:55.018856 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-76c03d1a-2838-489b-b322-3eade8ea5a4a req-9097dfde-6f51-43af-8b6d-0757216ff0b6 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=99ecb63817724b3b843973136a4f57b7&device_id=2f1a929c-b054-42c8-bd5e-e0ecb0c19af1 HTTP/1.1" status: 200 len: 1162 time: 0.1298132 Feb 17 21:18:55.039886 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-3c48d775-5e81-4508-858f-55a92edcdec0 req-88c6215a-46a1-471b-a115-9cf201d16037 tempest-DeleteServersTestJSON-2078073820 tempest-DeleteServersTestJSON-2078073820-project] 10.222.0.90 "GET /v2.0/security-groups?id=7fd96fbc-c465-4ff5-8ea6-befe9a748b0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4807956 Feb 17 21:18:55.200730 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f749b2-4248-48f5-91df-6da3a19f266c req-9bf9917f-deb6-4e00-a3c8-a4fc98716179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:18:55.204365 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-96f749b2-4248-48f5-91df-6da3a19f266c req-9bf9917f-deb6-4e00-a3c8-a4fc98716179 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=1e8007caa2284731820d67e6f9d57ee9&device_id=42e08568-d76b-446d-be76-a7ea060e8400 HTTP/1.1" status: 200 len: 1161 time: 1.3605437 Feb 17 21:18:55.234356 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd282677-9198-4d8d-8fa1-8c5f2fee0655 req-de9f8e35-2fd8-4913-860b-d396fe41b7ac tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:18:55.248484 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-cd282677-9198-4d8d-8fa1-8c5f2fee0655 req-de9f8e35-2fd8-4913-860b-d396fe41b7ac tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/ports?device_id=42e08568-d76b-446d-be76-a7ea060e8400 HTTP/1.1" status: 200 len: 944 time: 1.4884293 Feb 17 21:18:55.251290 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c03d1a-2838-489b-b322-3eade8ea5a4a req-8c3b02b1-1780-4084-b4a7-a3d2226ed88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:18:55.253233 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-76c03d1a-2838-489b-b322-3eade8ea5a4a req-8c3b02b1-1780-4084-b4a7-a3d2226ed88f service neutron] 10.222.0.95 "GET /v2.0/networks?id=35f9b575-0edf-435d-825c-afd5be1781b3 HTTP/1.1" status: 200 len: 908 time: 0.2117684 Feb 17 21:18:55.388567 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e4cc19-4b50-48d5-80f5-436fa4d9ca8e service neutron] Pushing event updated for resources: {'Port': ['ID=ec7e291c-e699-435c-bcd9-d9e19a0ca613,revision_number=2']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:55.455284 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-48e4cc19-4b50-48d5-80f5-436fa4d9ca8e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.857s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:55.696121 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-74d17052-1a90-49d7-826d-b660f436eaa2 req-789550c5-66ad-4baa-b70e-17efae4878cf service neutron] 10.222.0.95 "GET /v2.0/networks/aa2f4e05-f1b6-4d1c-a052-1a8707f48be4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.1008308 Feb 17 21:18:55.709551 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-6c9cc9ed-6cd2-497e-ac30-6c46ccc0d3aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:55.713501 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-cd282677-9198-4d8d-8fa1-8c5f2fee0655 req-efcb199c-3d79-4b44-87eb-0fdfdfcd8ab1 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/security-groups?id=5df91840-1d6e-47b1-b11d-86f99077f317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4640667 Feb 17 21:18:55.714558 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [req-494c89be-b918-4caa-b010-37da454a40ed req-48e4cc19-4b50-48d5-80f5-436fa4d9ca8e service neutron] Attempting to bind port ec7e291c-e699-435c-bcd9-d9e19a0ca613 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=83971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 21:18:55.717630 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [req-494c89be-b918-4caa-b010-37da454a40ed req-48e4cc19-4b50-48d5-80f5-436fa4d9ca8e service neutron] Attempting to bind port ec7e291c-e699-435c-bcd9-d9e19a0ca613 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': '3b7ba68f-1bdb-4082-8d82-80eb2313a4c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7'}] {{(pid=83971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 21:18:55.718208 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494c89be-b918-4caa-b010-37da454a40ed req-48e4cc19-4b50-48d5-80f5-436fa4d9ca8e service neutron] Attempting to bind port ec7e291c-e699-435c-bcd9-d9e19a0ca613 on network 92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7 {{(pid=83971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 21:18:55.760147 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-76c03d1a-2838-489b-b322-3eade8ea5a4a req-41d8c5a7-50df-4863-ba7e-e11b156ea049 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7dd1a33-6565-4a8b-9d43-a498d20b7f6c HTTP/1.1" status: 200 len: 217 time: 0.5000193 Feb 17 21:18:55.761546 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-6c9cc9ed-6cd2-497e-ac30-6c46ccc0d3aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:18:55.762679 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494c89be-b918-4caa-b010-37da454a40ed req-48e4cc19-4b50-48d5-80f5-436fa4d9ca8e service neutron] Checking agent: {'id': '6e714d21-3fd0-4fe2-be64-3af0527f8f44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 21, 15, 59), 'started_at': datetime.datetime(2021, 2, 17, 21, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 21:18:55.764304 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494c89be-b918-4caa-b010-37da454a40ed req-48e4cc19-4b50-48d5-80f5-436fa4d9ca8e service neutron] Checking segment: {'id': '3b7ba68f-1bdb-4082-8d82-80eb2313a4c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:18:55.764925 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-494c89be-b918-4caa-b010-37da454a40ed req-48e4cc19-4b50-48d5-80f5-436fa4d9ca8e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:55.766494 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-6c9cc9ed-6cd2-497e-ac30-6c46ccc0d3aa admin admin] Usage tracker for resource:security_group_rule and tenant:eb89b2d9da06460faf2510a4a9199dc0 is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:18:55.768677 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494c89be-b918-4caa-b010-37da454a40ed req-48e4cc19-4b50-48d5-80f5-436fa4d9ca8e service neutron] Bound using segment: {'id': '3b7ba68f-1bdb-4082-8d82-80eb2313a4c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7'} {{(pid=83971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 21:18:55.777692 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [req-494c89be-b918-4caa-b010-37da454a40ed req-48e4cc19-4b50-48d5-80f5-436fa4d9ca8e service neutron] Bound port: ec7e291c-e699-435c-bcd9-d9e19a0ca613, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b7ba68f-1bdb-4082-8d82-80eb2313a4c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7'}}] {{(pid=83971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 21:18:55.779264 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-494c89be-b918-4caa-b010-37da454a40ed req-48e4cc19-4b50-48d5-80f5-436fa4d9ca8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:55.780172 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-6c9cc9ed-6cd2-497e-ac30-6c46ccc0d3aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:18:55.870489 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-6c9cc9ed-6cd2-497e-ac30-6c46ccc0d3aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:18:55.987177 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [req-494c89be-b918-4caa-b010-37da454a40ed req-48e4cc19-4b50-48d5-80f5-436fa4d9ca8e service neutron] For port ec7e291c-e699-435c-bcd9-d9e19a0ca613, host hv-cinder-76019, cleared binding levels {{(pid=83971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 21:18:55.991216 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [req-494c89be-b918-4caa-b010-37da454a40ed req-48e4cc19-4b50-48d5-80f5-436fa4d9ca8e service neutron] For port ec7e291c-e699-435c-bcd9-d9e19a0ca613, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=ec7e291c-e699-435c-bcd9-d9e19a0ca613,segment=NetworkSegment(3b7ba68f-1bdb-4082-8d82-80eb2313a4c3),segment_id=3b7ba68f-1bdb-4082-8d82-80eb2313a4c3)] {{(pid=83971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 21:18:55.996499 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d02e800-c249-4f02-8de5-b5f1681d4d5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87ea2e05-f05b-4e97-acbd-e06f872addb9', 'code': 200} Feb 17 21:18:56.009230 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-494c89be-b918-4caa-b010-37da454a40ed req-48e4cc19-4b50-48d5-80f5-436fa4d9ca8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:56.022664 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-6c9cc9ed-6cd2-497e-ac30-6c46ccc0d3aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:56.033916 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '115489bb-e732-4198-8ea8-4c80359bb5b8', 'name': 'network-vif-deleted', 'tag': 'c28088cb-1500-4ef2-bc4e-db5da81c5071', 'status': 'completed', 'code': 200} Feb 17 21:18:56.038247 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Device 87ea2e05-f05b-4e97-acbd-e06f872addb9 up at agent ovs-agent-hv-cinder-76019 {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:18:56.043913 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-6c9cc9ed-6cd2-497e-ac30-6c46ccc0d3aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:56.124119 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-60b20c24-4b04-40ff-9b6b-4d096e8f7854 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:56.137899 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-6c9cc9ed-6cd2-497e-ac30-6c46ccc0d3aa admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=eb89b2d9da06460faf2510a4a9199dc0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1610289 Feb 17 21:18:56.142730 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 33362) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:18:56.196001 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Provisioning complete for port 87ea2e05-f05b-4e97-acbd-e06f872addb9 triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:18:56.196277 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:56.227476 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c03d1a-2838-489b-b322-3eade8ea5a4a req-e5fd4e40-1d39-42f8-9af7-38d99102d01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:18:56.227476 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-76c03d1a-2838-489b-b322-3eade8ea5a4a req-e5fd4e40-1d39-42f8-9af7-38d99102d01c service neutron] 10.222.0.95 "GET /v2.0/subnets?id=1674444a-f910-400c-bb97-a2b62b24e55e HTTP/1.1" status: 200 len: 854 time: 0.4434009 Feb 17 21:18:56.244143 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-cebbc062-542d-40a5-96b5-0b3e995f0f60 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:56.249113 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-92883808-cc69-4d07-a9ed-989e43e3413a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:56.285419 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-92883808-cc69-4d07-a9ed-989e43e3413a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:56.364008 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9cc9ed-6cd2-497e-ac30-6c46ccc0d3aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21f6938a-80bf-45e4-8b38-5feed9aab9c4,revision_number=1']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:56.373385 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Device 0542c855-d26e-48a8-943f-661135a71d57 up at agent ovs-agent-hv-cinder-76019 {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:18:56.447148 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-92883808-cc69-4d07-a9ed-989e43e3413a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:56.454682 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-6c9cc9ed-6cd2-497e-ac30-6c46ccc0d3aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:56.457056 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-6c9cc9ed-6cd2-497e-ac30-6c46ccc0d3aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:56.476291 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Provisioning for port 0542c855-d26e-48a8-943f-661135a71d57 completed by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:18:56.476596 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92883808-cc69-4d07-a9ed-989e43e3413a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f6938a-80bf-45e4-8b38-5feed9aab9c4,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:56.485027 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-92883808-cc69-4d07-a9ed-989e43e3413a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:56.485532 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Provisioning complete for port 0542c855-d26e-48a8-943f-661135a71d57 triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:18:56.486335 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:56.487568 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-76c03d1a-2838-489b-b322-3eade8ea5a4a req-cd53260a-0eb4-413c-a21c-92b2a7238077 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=35f9b575-0edf-435d-825c-afd5be1781b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2397919 Feb 17 21:18:56.494386 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-92883808-cc69-4d07-a9ed-989e43e3413a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:56.495729 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-92883808-cc69-4d07-a9ed-989e43e3413a admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/21f6938a-80bf-45e4-8b38-5feed9aab9c4 HTTP/1.1" status: 204 len: 168 time: 0.3518519 Feb 17 21:18:56.668903 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-76c03d1a-2838-489b-b322-3eade8ea5a4a req-b0bf34b4-0706-4d9b-b815-0a915ec30236 service neutron] 10.222.0.95 "GET /v2.0/networks/35f9b575-0edf-435d-825c-afd5be1781b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704006 Feb 17 21:18:56.718953 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f749b2-4248-48f5-91df-6da3a19f266c req-34187078-0657-479c-aa30-1619f0e2149d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:18:56.721033 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-96f749b2-4248-48f5-91df-6da3a19f266c req-34187078-0657-479c-aa30-1619f0e2149d service neutron] 10.222.0.95 "GET /v2.0/networks?id=aa2f4e05-f1b6-4d1c-a052-1a8707f48be4 HTTP/1.1" status: 200 len: 913 time: 1.3338330 Feb 17 21:18:56.784081 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:56.829342 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] For port 0542c855-d26e-48a8-943f-661135a71d57, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=0542c855-d26e-48a8-943f-661135a71d57,segment=NetworkSegment(0c340f71-b40c-45bd-8407-02d59c0632f4),segment_id=0c340f71-b40c-45bd-8407-02d59c0632f4)] {{(pid=83972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:18:56.832714 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:56.836162 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:56.884567 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e4cc19-4b50-48d5-80f5-436fa4d9ca8e service neutron] Pushing event updated for resources: {'Port': ['ID=ec7e291c-e699-435c-bcd9-d9e19a0ca613,revision_number=3']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:56.986505 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Pushing event updated for resources: {'Port': ['ID=0542c855-d26e-48a8-943f-661135a71d57,revision_number=4']} {{(pid=83972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:56.995344 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:57.000387 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-48e4cc19-4b50-48d5-80f5-436fa4d9ca8e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.756s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:57.001662 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-76c03d1a-2838-489b-b322-3eade8ea5a4a req-aed78f11-ebc2-48a9-80f7-255cfb7d16a6 service neutron] 10.222.0.95 "GET /v2.0/networks/35f9b575-0edf-435d-825c-afd5be1781b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3154855 Feb 17 21:18:57.033826 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-96f749b2-4248-48f5-91df-6da3a19f266c req-1ecb315e-5494-4b28-bbab-0c20981a5da9 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0542c855-d26e-48a8-943f-661135a71d57 HTTP/1.1" status: 200 len: 217 time: 0.2086349 Feb 17 21:18:57.198997 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f749b2-4248-48f5-91df-6da3a19f266c req-0e3f8612-fe8a-4f10-af03-8a83c1a58717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:18:57.200574 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-96f749b2-4248-48f5-91df-6da3a19f266c req-0e3f8612-fe8a-4f10-af03-8a83c1a58717 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=68c4757a-1327-48d0-97b5-5af10066f5ed HTTP/1.1" status: 200 len: 859 time: 0.1166172 Feb 17 21:18:57.220737 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 33388) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:18:57.242291 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-6efe2705-e5f6-45e2-9453-1103076443f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:57.263427 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-6efe2705-e5f6-45e2-9453-1103076443f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:18:57.267797 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-6efe2705-e5f6-45e2-9453-1103076443f2 admin admin] Usage tracker for resource:security_group_rule and tenant:dda605f5b8714481b86863f3065b1e24 is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:18:57.271304 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-6efe2705-e5f6-45e2-9453-1103076443f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:18:57.279017 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-6efe2705-e5f6-45e2-9453-1103076443f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:18:57.294378 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b1faec-8484-4da2-9ef7-e9fc5e82e459 req-5831b98e-6f94-4b78-996b-10389fedb1df tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:18:57.296223 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-40b1faec-8484-4da2-9ef7-e9fc5e82e459 req-5831b98e-6f94-4b78-996b-10389fedb1df tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/ports?device_id=1f6b1a26-7928-4ad0-830f-a3920bfcc037 HTTP/1.1" status: 200 len: 944 time: 1.3765554 Feb 17 21:18:57.341163 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-96f749b2-4248-48f5-91df-6da3a19f266c req-e95988a9-5033-4dbf-8084-c7a80fbab6c1 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=aa2f4e05-f1b6-4d1c-a052-1a8707f48be4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1073990 Feb 17 21:18:57.366230 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de0365e-8b37-427e-9b45-161c6987049a req-620d6b38-f5b9-40f6-979d-3c2c54618463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:18:57.368792 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-2de0365e-8b37-427e-9b45-161c6987049a req-620d6b38-f5b9-40f6-979d-3c2c54618463 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=4d02e800-c249-4f02-8de5-b5f1681d4d5c HTTP/1.1" status: 200 len: 1162 time: 0.6570642 Feb 17 21:18:57.393580 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-6efe2705-e5f6-45e2-9453-1103076443f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:57.398873 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-6efe2705-e5f6-45e2-9453-1103076443f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:57.400236 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed75f96-9a8e-400b-a460-4d626fcf3169 req-361f7890-1892-4135-8431-0aa8e489dd6b tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:18:57.401880 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-8ed75f96-9a8e-400b-a460-4d626fcf3169 req-361f7890-1892-4135-8431-0aa8e489dd6b tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/networks?id=35f9b575-0edf-435d-825c-afd5be1781b3 HTTP/1.1" status: 200 len: 814 time: 1.2665656 Feb 17 21:18:57.412148 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-9e6ec1af-605a-4980-b33f-571fef6cb882 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:57.464010 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-6efe2705-e5f6-45e2-9453-1103076443f2 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=dda605f5b8714481b86863f3065b1e24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2420006 Feb 17 21:18:57.465385 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efe2705-e5f6-45e2-9453-1103076443f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d106dfc5-9dec-4a30-aa05-1f90341a82d5,revision_number=1']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:57.467977 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 33398) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:18:57.471340 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-6efe2705-e5f6-45e2-9453-1103076443f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:57.537356 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-09811640-de55-47e9-a3ce-01a2b25593a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:57.552132 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c89be-b918-4caa-b010-37da454a40ed req-48e4cc19-4b50-48d5-80f5-436fa4d9ca8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:18:57.552851 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-494c89be-b918-4caa-b010-37da454a40ed req-48e4cc19-4b50-48d5-80f5-436fa4d9ca8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854194843'] for port, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:57.554913 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-494c89be-b918-4caa-b010-37da454a40ed req-48e4cc19-4b50-48d5-80f5-436fa4d9ca8e service neutron] 10.222.0.95 "PUT /v2.0/ports/ec7e291c-e699-435c-bcd9-d9e19a0ca613 HTTP/1.1" status: 200 len: 1158 time: 6.4717894 Feb 17 21:18:57.558109 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Device 0542c855-d26e-48a8-943f-661135a71d57 up at agent ovs-agent-hv-cinder-76019 {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:18:57.571050 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-09811640-de55-47e9-a3ce-01a2b25593a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:57.575420 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f6b1a26-7928-4ad0-830f-a3920bfcc037', 'tag': 'ec7e291c-e699-435c-bcd9-d9e19a0ca613'}] {{(pid=83971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:18:57.602786 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-8ed75f96-9a8e-400b-a460-4d626fcf3169 req-8def5635-7fe7-4678-9388-e5212f7ac08b tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/quotas/99ecb63817724b3b843973136a4f57b7 HTTP/1.1" status: 200 len: 375 time: 0.1026416 Feb 17 21:18:57.649406 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-40b1faec-8484-4da2-9ef7-e9fc5e82e459 req-e32d2a36-3e7d-4beb-a9d7-4eb253e5a6ad tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/security-groups?id=50953140-8b47-4d38-9ad3-ba74e3f5ff3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3185623 Feb 17 21:18:57.652220 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-09811640-de55-47e9-a3ce-01a2b25593a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:57.656991 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:57.702856 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09811640-de55-47e9-a3ce-01a2b25593a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d106dfc5-9dec-4a30-aa05-1f90341a82d5,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:57.708719 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-09811640-de55-47e9-a3ce-01a2b25593a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:57.717175 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-09811640-de55-47e9-a3ce-01a2b25593a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:57.718398 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-09811640-de55-47e9-a3ce-01a2b25593a6 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/d106dfc5-9dec-4a30-aa05-1f90341a82d5 HTTP/1.1" status: 204 len: 168 time: 0.2494400 Feb 17 21:18:57.773627 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-2de0365e-8b37-427e-9b45-161c6987049a req-e0644cbe-04a0-409a-aad9-7472ee7aeb32 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=5df91840-1d6e-47b1-b11d-86f99077f317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3635542 Feb 17 21:18:57.800350 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Provisioning complete for port 0542c855-d26e-48a8-943f-661135a71d57 triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:18:57.800627 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:57.997499 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42e08568-d76b-446d-be76-a7ea060e8400', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0542c855-d26e-48a8-943f-661135a71d57'}] {{(pid=83972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:18:58.011816 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-96f749b2-4248-48f5-91df-6da3a19f266c req-f3777e45-35b7-4d6a-b189-b644b8cd60ed service neutron] 10.222.0.95 "GET /v2.0/networks/aa2f4e05-f1b6-4d1c-a052-1a8707f48be4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6479874 Feb 17 21:18:58.197463 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c89be-b918-4caa-b010-37da454a40ed req-7a0e48c2-a8fe-497f-94bd-ba8d01ff58a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:18:58.199133 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-494c89be-b918-4caa-b010-37da454a40ed req-7a0e48c2-a8fe-497f-94bd-ba8d01ff58a2 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=9cd772018d984344b6df5dd95a3340d9&device_id=1f6b1a26-7928-4ad0-830f-a3920bfcc037 HTTP/1.1" status: 200 len: 1161 time: 0.6024814 Feb 17 21:18:58.217230 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-8ed75f96-9a8e-400b-a460-4d626fcf3169 req-786b6a25-9a27-4cbc-83e5-de86f0260635 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=99ecb63817724b3b843973136a4f57b7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5599332 Feb 17 21:18:58.282026 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 33434) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:18:58.350718 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18389e4c-128c-4180-9156-18cc4da7eea3 req-c6829740-d642-44aa-9e1f-be0729ec37bf tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:18:58.352624 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-18389e4c-128c-4180-9156-18cc4da7eea3 req-c6829740-d642-44aa-9e1f-be0729ec37bf tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/ports?device_id=42e08568-d76b-446d-be76-a7ea060e8400 HTTP/1.1" status: 200 len: 946 time: 0.4435110 Feb 17 21:18:58.468252 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-494c89be-b918-4caa-b010-37da454a40ed req-bec328db-ad5d-4ddd-867b-cc67185d5d57 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec7e291c-e699-435c-bcd9-d9e19a0ca613 HTTP/1.1" status: 200 len: 217 time: 0.2276199 Feb 17 21:18:58.483662 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f6071b56-c9d1-4c27-b453-79acdac7d179 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:58.517781 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-f6071b56-c9d1-4c27-b453-79acdac7d179 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:18:58.523866 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-f6071b56-c9d1-4c27-b453-79acdac7d179 admin admin] Usage tracker for resource:security_group_rule and tenant:a2b489bbf0744199b0135c0444ab8f42 is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:18:58.529733 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-f6071b56-c9d1-4c27-b453-79acdac7d179 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:18:58.537183 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-f6071b56-c9d1-4c27-b453-79acdac7d179 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:18:58.587250 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-96f749b2-4248-48f5-91df-6da3a19f266c req-48bdefb2-0860-4165-9866-7ff42e59fc86 service neutron] 10.222.0.95 "GET /v2.0/networks/aa2f4e05-f1b6-4d1c-a052-1a8707f48be4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5585711 Feb 17 21:18:58.602391 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-18389e4c-128c-4180-9156-18cc4da7eea3 req-043fabd2-9567-42de-b211-d6d366381aa5 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/security-groups?id=5df91840-1d6e-47b1-b11d-86f99077f317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152421 Feb 17 21:18:58.608662 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c89be-b918-4caa-b010-37da454a40ed req-efb5e33c-163e-4e8d-b0fe-64497b9a5e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:18:58.610252 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-494c89be-b918-4caa-b010-37da454a40ed req-efb5e33c-163e-4e8d-b0fe-64497b9a5e2b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0319529e-2e97-491e-9c53-3becc98cbcb1 HTTP/1.1" status: 200 len: 849 time: 0.1106188 Feb 17 21:18:58.707921 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f6071b56-c9d1-4c27-b453-79acdac7d179 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:58.715440 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f6071b56-c9d1-4c27-b453-79acdac7d179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:58.720860 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42e08568-d76b-446d-be76-a7ea060e8400', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0542c855-d26e-48a8-943f-661135a71d57', 'code': 200} Feb 17 21:18:58.740600 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f6b1a26-7928-4ad0-830f-a3920bfcc037', 'tag': 'ec7e291c-e699-435c-bcd9-d9e19a0ca613', 'status': 'completed', 'code': 200} Feb 17 21:18:58.764191 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-b1ac394b-9c3a-4d98-89b2-953a3ece836b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:18:58.782691 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-8ed75f96-9a8e-400b-a460-4d626fcf3169 req-085e2115-1d53-4ea2-89a0-2f442cc5ea03 service neutron] 10.222.0.90 "GET /v2.0/networks/35f9b575-0edf-435d-825c-afd5be1781b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5318666 Feb 17 21:18:58.791458 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 33456) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:18:58.791670 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-f6071b56-c9d1-4c27-b453-79acdac7d179 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=a2b489bbf0744199b0135c0444ab8f42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5083959 Feb 17 21:18:58.824953 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6071b56-c9d1-4c27-b453-79acdac7d179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ef01fca-2638-4bab-9c18-0fab1419b1cd,revision_number=1']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:18:58.842588 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-f6071b56-c9d1-4c27-b453-79acdac7d179 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:18:58.980036 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494c89be-b918-4caa-b010-37da454a40ed req-f6dca8e8-4826-4407-928b-c734c5cf4ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:18:58.981653 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-494c89be-b918-4caa-b010-37da454a40ed req-f6dca8e8-4826-4407-928b-c734c5cf4ac6 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3548222 Feb 17 21:18:59.190200 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.agents_db [None req-d7035ca1-ab1a-4600-abec-6b06ab5f95db None None] Agent healthcheck: found 6 active agents {{(pid=83973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 21:18:59.415460 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:59.626620 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-4f4bcb34-d579-47ca-a5eb-ee873bc9db92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:59.636360 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-8ed75f96-9a8e-400b-a460-4d626fcf3169 req-6987883c-9de2-42f0-a717-8a5f06b33b9d service neutron] 10.222.0.90 "GET /v2.0/networks/35f9b575-0edf-435d-825c-afd5be1781b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7948835 Feb 17 21:18:59.704533 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-4f4bcb34-d579-47ca-a5eb-ee873bc9db92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:59.768066 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a7d034-57ae-4637-859a-4251364c8356 req-70dc88e0-ef8f-4d9a-91e7-4ce6fac19cbd tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:18:59.769708 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-c2a7d034-57ae-4637-859a-4251364c8356 req-70dc88e0-ef8f-4d9a-91e7-4ce6fac19cbd tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/ports?device_id=1f6b1a26-7928-4ad0-830f-a3920bfcc037 HTTP/1.1" status: 200 len: 944 time: 0.7930667 Feb 17 21:18:59.788764 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-494c89be-b918-4caa-b010-37da454a40ed req-b62d8018-3eba-4c93-92b6-04224b99f45f service neutron] 10.222.0.95 "GET /v2.0/networks/92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6432924 Feb 17 21:18:59.818651 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-4f4bcb34-d579-47ca-a5eb-ee873bc9db92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:18:59.824658 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1394a2e9-6094-4705-819f-9b8c04a807b0 req-c9d34df0-8dce-4563-9a77-63bba8534734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:18:59.826273 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-1394a2e9-6094-4705-819f-9b8c04a807b0 req-c9d34df0-8dce-4563-9a77-63bba8534734 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=42e08568-d76b-446d-be76-a7ea060e8400 HTTP/1.1" status: 200 len: 1163 time: 0.6539116 Feb 17 21:18:59.863655 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-8d0dc013-0764-46ae-8054-21685f1536cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:00.028043 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4bcb34-d579-47ca-a5eb-ee873bc9db92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ef01fca-2638-4bab-9c18-0fab1419b1cd,revision_number=None']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:00.030754 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-4f4bcb34-d579-47ca-a5eb-ee873bc9db92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:00.078834 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-c2a7d034-57ae-4637-859a-4251364c8356 req-1f5b9333-7261-4b60-8cca-609b3c7638b7 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/security-groups?id=50953140-8b47-4d38-9ad3-ba74e3f5ff3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2936046 Feb 17 21:19:00.118011 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-1394a2e9-6094-4705-819f-9b8c04a807b0 req-336a9736-eac9-4dde-9876-14f27a19470b service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=5df91840-1d6e-47b1-b11d-86f99077f317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597585 Feb 17 21:19:00.123590 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-4f4bcb34-d579-47ca-a5eb-ee873bc9db92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:00.127305 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-4f4bcb34-d579-47ca-a5eb-ee873bc9db92 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/4ef01fca-2638-4bab-9c18-0fab1419b1cd HTTP/1.1" status: 204 len: 168 time: 1.3309951 Feb 17 21:19:00.217755 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-5e74f775-e549-4efd-9c01-df22b3aec5b4 req-3c31c27b-27f1-4c3e-b447-cb95e3489a4c tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee25171f-f073-4a41-ba0f-eb88e8d856c1 HTTP/1.1" status: 200 len: 210 time: 0.0670376 Feb 17 21:19:00.247368 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3734da24-819f-4ef9-8bd8-c833d0b71f8f req-0eace087-367c-4c0d-ae82-10889a2a35ba tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:00.256228 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-3734da24-819f-4ef9-8bd8-c833d0b71f8f req-0eace087-367c-4c0d-ae82-10889a2a35ba tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/ports?device_id=42e08568-d76b-446d-be76-a7ea060e8400 HTTP/1.1" status: 200 len: 946 time: 0.3991919 Feb 17 21:19:00.277022 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-494c89be-b918-4caa-b010-37da454a40ed req-24a40fd1-f3a5-4f9e-8b9e-78d21d8cdfdf service neutron] 10.222.0.95 "GET /v2.0/networks/92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4570010 Feb 17 21:19:00.320288 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-3734da24-819f-4ef9-8bd8-c833d0b71f8f req-63ff5310-dc4b-447a-a2f1-5a6e1e0f74f7 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/security-groups?id=5df91840-1d6e-47b1-b11d-86f99077f317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629294 Feb 17 21:19:00.442385 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 33526) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:19:00.448811 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-bd15f001-9831-480d-a322-d7311451d264 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:00.503001 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fb5cfd-79c5-491f-8ecc-890491ea0f68 req-0b079023-b49c-45fa-9f5b-7f8fa40f608a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:00.505035 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-a9fb5cfd-79c5-491f-8ecc-890491ea0f68 req-0b079023-b49c-45fa-9f5b-7f8fa40f608a service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=9cd772018d984344b6df5dd95a3340d9&device_id=1f6b1a26-7928-4ad0-830f-a3920bfcc037 HTTP/1.1" status: 200 len: 1161 time: 0.1156716 Feb 17 21:19:00.532070 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.db_base_plugin_v2 [None req-76f30c34-e4fa-4d59-a21d-c6ea9c99ff4d admin admin] Deleting subnet cc07b3ae-8b1e-4c48-9b36-4ee67277e4f2 {{(pid=83970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 21:19:00.535545 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-76f30c34-e4fa-4d59-a21d-c6ea9c99ff4d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:00.597798 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-76f30c34-e4fa-4d59-a21d-c6ea9c99ff4d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1702825'] for subnet, precommit_delete_associations {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:00.691712 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-76f30c34-e4fa-4d59-a21d-c6ea9c99ff4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8265988'] for subnet, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:00.804903 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fb5cfd-79c5-491f-8ecc-890491ea0f68 req-e42e04e3-4290-407e-ae26-affba04d14a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:00.806979 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-a9fb5cfd-79c5-491f-8ecc-890491ea0f68 req-e42e04e3-4290-407e-ae26-affba04d14a7 service neutron] 10.222.0.95 "GET /v2.0/networks?id=92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7 HTTP/1.1" status: 200 len: 904 time: 0.2904184 Feb 17 21:19:00.807633 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 33540) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:19:00.893936 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-42e44b79-add1-4558-85e6-7ed51130c82b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:00.918577 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-a9fb5cfd-79c5-491f-8ecc-890491ea0f68 req-16c3cf3c-adcc-424c-9eb3-3fdb53cbf37b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec7e291c-e699-435c-bcd9-d9e19a0ca613 HTTP/1.1" status: 200 len: 217 time: 0.0932121 Feb 17 21:19:00.923775 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-42e44b79-add1-4558-85e6-7ed51130c82b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:19:00.971386 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-42e44b79-add1-4558-85e6-7ed51130c82b admin admin] Usage tracker for resource:security_group_rule and tenant:6c36337ca7744f3997a6c4c67f7e14b1 is out of sync, need to count used quota {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:19:00.982145 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-42e44b79-add1-4558-85e6-7ed51130c82b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:19:00.998736 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-42e44b79-add1-4558-85e6-7ed51130c82b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:19:01.045412 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fb5cfd-79c5-491f-8ecc-890491ea0f68 req-64d1b325-b8b6-44df-b84f-8de14e42b387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:01.046988 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-a9fb5cfd-79c5-491f-8ecc-890491ea0f68 req-64d1b325-b8b6-44df-b84f-8de14e42b387 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0319529e-2e97-491e-9c53-3becc98cbcb1 HTTP/1.1" status: 200 len: 849 time: 0.1173408 Feb 17 21:19:01.105457 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-76f30c34-e4fa-4d59-a21d-c6ea9c99ff4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846509796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1731089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2343163'] for subnet, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:01.126188 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-1607d0e2-8dc0-4f18-81fc-3e169cee21ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:01.230349 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fb5cfd-79c5-491f-8ecc-890491ea0f68 req-40b754e2-809d-49f7-885e-cecf339f8f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:01.232276 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-a9fb5cfd-79c5-491f-8ecc-890491ea0f68 req-40b754e2-809d-49f7-885e-cecf339f8f4b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1659920 Feb 17 21:19:01.287856 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f30c34-e4fa-4d59-a21d-c6ea9c99ff4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc07b3ae-8b1e-4c48-9b36-4ee67277e4f2,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:01.292032 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-76f30c34-e4fa-4d59-a21d-c6ea9c99ff4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:01.359659 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-76f30c34-e4fa-4d59-a21d-c6ea9c99ff4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854194843'] for subnet, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:01.384802 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-76f30c34-e4fa-4d59-a21d-c6ea9c99ff4d admin admin] 10.222.0.90 "DELETE /v2.0/subnets/cc07b3ae-8b1e-4c48-9b36-4ee67277e4f2 HTTP/1.1" status: 204 len: 168 time: 0.9412570 Feb 17 21:19:01.387604 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 33570) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:19:01.530707 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-a9fb5cfd-79c5-491f-8ecc-890491ea0f68 req-1e6c34e4-7899-438d-a657-07906169d672 service neutron] 10.222.0.95 "GET /v2.0/networks/92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2777436 Feb 17 21:19:01.532767 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-42e44b79-add1-4558-85e6-7ed51130c82b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:01.545754 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d43cc2aa-108d-48e4-aa3b-e322e3f7ebe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866049'] for network, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:01.591129 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-42e44b79-add1-4558-85e6-7ed51130c82b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:01.612239 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Device 0542c855-d26e-48a8-943f-661135a71d57 up at agent ovs-agent-hv-cinder-76019 {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:19:01.692405 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Provisioning complete for port 0542c855-d26e-48a8-943f-661135a71d57 triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:19:01.693235 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:01.738241 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-68a4a027-25e9-4cb4-8d84-bb4e50dea8c7 req-35b2a838-9c8c-4f26-ae08-7871767d50f5 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee25171f-f073-4a41-ba0f-eb88e8d856c1 HTTP/1.1" status: 200 len: 210 time: 0.2022412 Feb 17 21:19:01.855911 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 33578) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:19:01.864576 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:01.897036 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-42e44b79-add1-4558-85e6-7ed51130c82b admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=6c36337ca7744f3997a6c4c67f7e14b1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0856984 Feb 17 21:19:01.902002 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 33584) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:19:01.906541 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d43cc2aa-108d-48e4-aa3b-e322e3f7ebe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8267677', 'neutron.services.segments.db._delete_segments_for_network-8782348058381'] for network, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:01.910027 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e44b79-add1-4558-85e6-7ed51130c82b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52d52291-0039-4669-b9a6-5a0957476a35,revision_number=1']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:01.934189 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-42e44b79-add1-4558-85e6-7ed51130c82b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:02.032267 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-bf0ea146-fe27-43af-8d85-891eb0fc9c07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:02.037726 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af8729-6479-42b8-adf1-fc0342aca84a req-29abec36-1bab-43b4-873d-57b2768e352d tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:02.040167 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-34af8729-6479-42b8-adf1-fc0342aca84a req-29abec36-1bab-43b4-873d-57b2768e352d tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/ports?device_id=1f6b1a26-7928-4ad0-830f-a3920bfcc037 HTTP/1.1" status: 200 len: 944 time: 0.6473238 Feb 17 21:19:02.093657 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-bf0ea146-fe27-43af-8d85-891eb0fc9c07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:19:02.104268 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-bf0ea146-fe27-43af-8d85-891eb0fc9c07 admin admin] Usage tracker for resource:security_group_rule and tenant:f6e94a911e4841a99eac98ad03060cf6 is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:19:02.110283 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-bf0ea146-fe27-43af-8d85-891eb0fc9c07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:19:02.128583 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-bf0ea146-fe27-43af-8d85-891eb0fc9c07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:19:02.141395 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.services.segments.db [None req-d43cc2aa-108d-48e4-aa3b-e322e3f7ebe3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9c0bbce-697f-4687-84a8-29729913ed49']}} {{(pid=83970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:19:02.167328 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.services.segments.db [None req-d43cc2aa-108d-48e4-aa3b-e322e3f7ebe3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec64f366-f05a-447d-a308-30926f4f25c9') {'for_net_delete': True} {{(pid=83970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:19:02.167941 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.services.segments.db [None req-d43cc2aa-108d-48e4-aa3b-e322e3f7ebe3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec64f366-f05a-447d-a308-30926f4f25c9') {} {{(pid=83970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:19:02.174646 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-0680bd31-d260-4f8c-9b33-b4eb932c9ca9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:02.205976 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d43cc2aa-108d-48e4-aa3b-e322e3f7ebe3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782348055309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853072975'] for segment, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:02.208056 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed75f96-9a8e-400b-a460-4d626fcf3169 req-8c6954c6-b31f-4701-8971-430973a2a76d tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:02.209742 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-8ed75f96-9a8e-400b-a460-4d626fcf3169 req-8c6954c6-b31f-4701-8971-430973a2a76d tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.95 "GET /v2.0/networks?id=35f9b575-0edf-435d-825c-afd5be1781b3 HTTP/1.1" status: 200 len: 814 time: 0.6174295 Feb 17 21:19:02.224855 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-34af8729-6479-42b8-adf1-fc0342aca84a req-000d0ed9-aeb3-4b92-bc7c-89e7cb82dd5e tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/security-groups?id=50953140-8b47-4d38-9ad3-ba74e3f5ff3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1746588 Feb 17 21:19:02.227459 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-a9fb5cfd-79c5-491f-8ecc-890491ea0f68 req-532c46ed-96d7-4759-ab37-a97254bcf212 service neutron] 10.222.0.95 "GET /v2.0/networks/92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6388786 Feb 17 21:19:02.232223 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [req-8ed75f96-9a8e-400b-a460-4d626fcf3169 req-d8b8c570-4eb7-457e-b23c-b104d647c9f0 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Request body: {'port': {'device_id': 'ee25171f-f073-4a41-ba0f-eb88e8d856c1', 'network_id': '35f9b575-0edf-435d-825c-afd5be1781b3', 'admin_state_up': True, 'tenant_id': '99ecb63817724b3b843973136a4f57b7'}} {{(pid=83971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:19:02.244554 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-0680bd31-d260-4f8c-9b33-b4eb932c9ca9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:02.253039 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d43cc2aa-108d-48e4-aa3b-e322e3f7ebe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846507987'] for segment, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:02.258042 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b55c46e-f33f-4cb3-b231-c6501e2ba92d req-f6ba69f1-f39b-46ab-bb7c-7847d586ad33 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:02.259703 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d43cc2aa-108d-48e4-aa3b-e322e3f7ebe3 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=83970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 21:19:02.260202 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-7b55c46e-f33f-4cb3-b231-c6501e2ba92d req-f6ba69f1-f39b-46ab-bb7c-7847d586ad33 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/ports?device_id=42e08568-d76b-446d-be76-a7ea060e8400 HTTP/1.1" status: 200 len: 946 time: 0.3232827 Feb 17 21:19:02.398626 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-7b55c46e-f33f-4cb3-b231-c6501e2ba92d req-68c4addd-f4a6-4a9e-b9a2-b7d02e0cfc79 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/security-groups?id=5df91840-1d6e-47b1-b11d-86f99077f317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695179 Feb 17 21:19:02.439516 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [req-8ed75f96-9a8e-400b-a460-4d626fcf3169 req-d8b8c570-4eb7-457e-b23c-b104d647c9f0 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:19:02.450425 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [req-8ed75f96-9a8e-400b-a460-4d626fcf3169 req-d8b8c570-4eb7-457e-b23c-b104d647c9f0 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:19:02.462837 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ed75f96-9a8e-400b-a460-4d626fcf3169 req-d8b8c570-4eb7-457e-b23c-b104d647c9f0 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Made reservation on behalf of 99ecb63817724b3b843973136a4f57b7 for: {'port': 1} {{(pid=83971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:19:02.469094 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-8ed75f96-9a8e-400b-a460-4d626fcf3169 req-d8b8c570-4eb7-457e-b23c-b104d647c9f0 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:02.505876 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-4216cf99-e9e8-4bc6-8dd5-448d2a13032a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:02.619518 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [None req-d43cc2aa-108d-48e4-aa3b-e322e3f7ebe3 admin admin] Network f9c0bbce-697f-4687-84a8-29729913ed49 has no segments {{(pid=83970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 21:19:02.649826 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d43cc2aa-108d-48e4-aa3b-e322e3f7ebe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8267797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853043730'] for segment, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:02.820684 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-bf0ea146-fe27-43af-8d85-891eb0fc9c07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:02.839732 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-bf0ea146-fe27-43af-8d85-891eb0fc9c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:02.926521 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-92883808-cc69-4d07-a9ed-989e43e3413a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:02.994065 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-0680bd31-d260-4f8c-9b33-b4eb932c9ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:03.004359 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [None req-d43cc2aa-108d-48e4-aa3b-e322e3f7ebe3 admin admin] Network f9c0bbce-697f-4687-84a8-29729913ed49 has no segments {{(pid=83970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 21:19:03.017397 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-bf0ea146-fe27-43af-8d85-891eb0fc9c07 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=f6e94a911e4841a99eac98ad03060cf6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1564248 Feb 17 21:19:03.038413 dv-cinder-760193-4-smb neutron-server[83861]: Traceback (most recent call last): Feb 17 21:19:03.038413 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 21:19:03.038413 dv-cinder-760193-4-smb neutron-server[83861]: timer() Feb 17 21:19:03.038413 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 21:19:03.038413 dv-cinder-760193-4-smb neutron-server[83861]: cb(*args, **kw) Feb 17 21:19:03.038413 dv-cinder-760193-4-smb neutron-server[83861]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 21:19:03.038413 dv-cinder-760193-4-smb neutron-server[83861]: return func(*args, **kwargs) Feb 17 21:19:03.038413 dv-cinder-760193-4-smb neutron-server[83861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 21:19:03.038413 dv-cinder-760193-4-smb neutron-server[83861]: self._notify() Feb 17 21:19:03.038413 dv-cinder-760193-4-smb neutron-server[83861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 21:19:03.038413 dv-cinder-760193-4-smb neutron-server[83861]: self.callback(batched_events) Feb 17 21:19:03.038413 dv-cinder-760193-4-smb neutron-server[83861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 21:19:03.038413 dv-cinder-760193-4-smb neutron-server[83861]: event.method(event) Feb 17 21:19:03.038413 dv-cinder-760193-4-smb neutron-server[83861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 21:19:03.038413 dv-cinder-760193-4-smb neutron-server[83861]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 21:19:03.038413 dv-cinder-760193-4-smb neutron-server[83861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 21:19:03.038413 dv-cinder-760193-4-smb neutron-server[83861]: segment_id)['aggregates'][0] Feb 17 21:19:03.038413 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 21:19:03.038413 dv-cinder-760193-4-smb neutron-server[83861]: return f(self, *a, **k) Feb 17 21:19:03.038413 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 21:19:03.038413 dv-cinder-760193-4-smb neutron-server[83861]: return self._get(url).json() Feb 17 21:19:03.038413 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 21:19:03.038413 dv-cinder-760193-4-smb neutron-server[83861]: **kwargs) Feb 17 21:19:03.038413 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 21:19:03.038413 dv-cinder-760193-4-smb neutron-server[83861]: return self.request(url, 'GET', **kwargs) Feb 17 21:19:03.038413 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 21:19:03.038413 dv-cinder-760193-4-smb neutron-server[83861]: **endpoint_filter) Feb 17 21:19:03.038413 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 21:19:03.038413 dv-cinder-760193-4-smb neutron-server[83861]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 21:19:03.038413 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 21:19:03.038413 dv-cinder-760193-4-smb neutron-server[83861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 21:19:03.038413 dv-cinder-760193-4-smb neutron-server[83861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 21:19:03.041703 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 33620) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:19:03.102857 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0ea146-fe27-43af-8d85-891eb0fc9c07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b58a5286-ec6b-403c-a85d-0e2856f9e9a6,revision_number=1']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:03.122093 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-bf0ea146-fe27-43af-8d85-891eb0fc9c07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:03.127042 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-89ce8abf-06ce-415a-85fe-6aedb65ba055 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.114s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:03.163292 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0680bd31-d260-4f8c-9b33-b4eb932c9ca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d52291-0039-4669-b9a6-5a0957476a35,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:03.172354 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-0680bd31-d260-4f8c-9b33-b4eb932c9ca9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:03.176018 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-0680bd31-d260-4f8c-9b33-b4eb932c9ca9 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/52d52291-0039-4669-b9a6-5a0957476a35 HTTP/1.1" status: 204 len: 168 time: 1.2704127 Feb 17 21:19:03.178225 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-0680bd31-d260-4f8c-9b33-b4eb932c9ca9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:03.189488 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d43cc2aa-108d-48e4-aa3b-e322e3f7ebe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846508139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853850419'] for network, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:03.201225 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-41d574bc-034e-4617-bcd2-3ad9743d8dea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:03.217209 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d43cc2aa-108d-48e4-aa3b-e322e3f7ebe3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854194843'] for network, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:03.232244 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43cc2aa-108d-48e4-aa3b-e322e3f7ebe3 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9c0bbce-697f-4687-84a8-29729913ed49,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:03.238863 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f1cec3f0-2839-4108-802d-97c7b40b55a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:03.246647 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d43cc2aa-108d-48e4-aa3b-e322e3f7ebe3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:03.252502 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-e87731dc-c061-4a41-89bc-5f2d7c807c31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:03.259382 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-d43cc2aa-108d-48e4-aa3b-e322e3f7ebe3 admin admin] 10.222.0.90 "DELETE /v2.0/networks/f9c0bbce-697f-4687-84a8-29729913ed49 HTTP/1.1" status: 204 len: 168 time: 1.8621371 Feb 17 21:19:03.289036 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-e87731dc-c061-4a41-89bc-5f2d7c807c31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:03.290222 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-6bcfd3ec-b2f6-4c73-846e-86159974c66f req-1083bb90-9fc5-4bea-a6cc-2393c9bdeeaf tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee25171f-f073-4a41-ba0f-eb88e8d856c1 HTTP/1.1" status: 200 len: 210 time: 0.1529491 Feb 17 21:19:03.326328 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.db_base_plugin_common [req-8ed75f96-9a8e-400b-a460-4d626fcf3169 req-d8b8c570-4eb7-457e-b23c-b104d647c9f0 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Allocated IP 172.20.0.14 (35f9b575-0edf-435d-825c-afd5be1781b3/1674444a-f910-400c-bb97-a2b62b24e55e/7e87c519-d098-438c-bee3-fa72f788cba9) {{(pid=83971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 21:19:03.335988 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7064dd-03ad-4b39-9d33-a153c63e89eb req-27d065a7-d7c5-40da-a41f-919da208680e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:03.338222 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-da7064dd-03ad-4b39-9d33-a153c63e89eb req-27d065a7-d7c5-40da-a41f-919da208680e service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=1e8007caa2284731820d67e6f9d57ee9&device_id=42e08568-d76b-446d-be76-a7ea060e8400 HTTP/1.1" status: 200 len: 1163 time: 0.5517178 Feb 17 21:19:03.356729 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-e87731dc-c061-4a41-89bc-5f2d7c807c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:03.365914 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-9af419a4-65cb-4b5d-92c5-d32ee2263bdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:03.386959 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87731dc-c061-4a41-89bc-5f2d7c807c31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b58a5286-ec6b-403c-a85d-0e2856f9e9a6,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:03.389250 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-e87731dc-c061-4a41-89bc-5f2d7c807c31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:03.404285 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-e87731dc-c061-4a41-89bc-5f2d7c807c31 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/b58a5286-ec6b-403c-a85d-0e2856f9e9a6 HTTP/1.1" status: 204 len: 168 time: 0.3108068 Feb 17 21:19:03.405871 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-e87731dc-c061-4a41-89bc-5f2d7c807c31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:03.454387 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 33634) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:19:03.525813 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-b51cea27-06c0-41af-90ae-6e3ea4c30570 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=bfe6742a1a2d4e57a392436ce7f5b93c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0688467 Feb 17 21:19:03.528948 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 33638) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:19:03.538237 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3285585b-ddc4-4ff4-b9d3-6ff62cd849b3 req-5386eabc-0906-4f3d-a245-6b1655a7b1e8 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:03.539972 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-3285585b-ddc4-4ff4-b9d3-6ff62cd849b3 req-5386eabc-0906-4f3d-a245-6b1655a7b1e8 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/ports?device_id=42e08568-d76b-446d-be76-a7ea060e8400 HTTP/1.1" status: 200 len: 946 time: 0.3952141 Feb 17 21:19:03.637446 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-61a8c932-f11d-4d5a-bdb2-2565b0143f74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:03.682758 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7064dd-03ad-4b39-9d33-a153c63e89eb req-b2b4d3b2-e5fc-4f19-ac67-2e06203a0917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:03.683378 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-61a8c932-f11d-4d5a-bdb2-2565b0143f74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:03.684471 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-da7064dd-03ad-4b39-9d33-a153c63e89eb req-b2b4d3b2-e5fc-4f19-ac67-2e06203a0917 service neutron] 10.222.0.95 "GET /v2.0/networks?id=aa2f4e05-f1b6-4d1c-a052-1a8707f48be4 HTTP/1.1" status: 200 len: 913 time: 0.3383334 Feb 17 21:19:03.743619 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-61a8c932-f11d-4d5a-bdb2-2565b0143f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:03.750101 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:03.767488 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a8c932-f11d-4d5a-bdb2-2565b0143f74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd96fbc-c465-4ff5-8ea6-befe9a748b0d,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:03.779274 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a8c932-f11d-4d5a-bdb2-2565b0143f74 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:19:03.779685 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a8c932-f11d-4d5a-bdb2-2565b0143f74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:19:03.780086 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a8c932-f11d-4d5a-bdb2-2565b0143f74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:19:03.780480 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a8c932-f11d-4d5a-bdb2-2565b0143f74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:19:03.780874 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a8c932-f11d-4d5a-bdb2-2565b0143f74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:19:03.781399 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a8c932-f11d-4d5a-bdb2-2565b0143f74 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:19:03.781787 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a8c932-f11d-4d5a-bdb2-2565b0143f74 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:19:03.782186 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a8c932-f11d-4d5a-bdb2-2565b0143f74 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:19:03.783575 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a8c932-f11d-4d5a-bdb2-2565b0143f74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:19:03.783971 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a8c932-f11d-4d5a-bdb2-2565b0143f74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:19:03.784361 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a8c932-f11d-4d5a-bdb2-2565b0143f74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:19:03.784748 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a8c932-f11d-4d5a-bdb2-2565b0143f74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:19:03.785175 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a8c932-f11d-4d5a-bdb2-2565b0143f74 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:19:03.785555 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a8c932-f11d-4d5a-bdb2-2565b0143f74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:19:03.785936 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a8c932-f11d-4d5a-bdb2-2565b0143f74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:19:03.786316 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a8c932-f11d-4d5a-bdb2-2565b0143f74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:19:03.786770 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a8c932-f11d-4d5a-bdb2-2565b0143f74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:19:03.787153 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a8c932-f11d-4d5a-bdb2-2565b0143f74 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:19:03.787530 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a8c932-f11d-4d5a-bdb2-2565b0143f74 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:19:03.787907 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a8c932-f11d-4d5a-bdb2-2565b0143f74 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:19:03.789760 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a8c932-f11d-4d5a-bdb2-2565b0143f74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:19:03.789760 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a8c932-f11d-4d5a-bdb2-2565b0143f74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:19:03.789760 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a8c932-f11d-4d5a-bdb2-2565b0143f74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:19:03.790013 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a8c932-f11d-4d5a-bdb2-2565b0143f74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:19:03.795964 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-61a8c932-f11d-4d5a-bdb2-2565b0143f74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:03.811934 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-61a8c932-f11d-4d5a-bdb2-2565b0143f74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:03.813201 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-61a8c932-f11d-4d5a-bdb2-2565b0143f74 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/7fd96fbc-c465-4ff5-8ea6-befe9a748b0d HTTP/1.1" status: 204 len: 168 time: 0.2829013 Feb 17 21:19:03.865366 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-3285585b-ddc4-4ff4-b9d3-6ff62cd849b3 req-a3d0f656-2eb3-45e1-90a5-64999de12f76 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/security-groups?id=5df91840-1d6e-47b1-b11d-86f99077f317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3109310 Feb 17 21:19:03.876255 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-da7064dd-03ad-4b39-9d33-a153c63e89eb req-8bac74a6-4fbc-46f2-a5b4-aa19d733256a service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0542c855-d26e-48a8-943f-661135a71d57 HTTP/1.1" status: 200 len: 217 time: 0.1800299 Feb 17 21:19:03.950248 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7558323d-f629-477e-a49a-bd95c5823763 req-3ad8cac0-ee2c-4142-ba0e-833e2141eaf6 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:03.952483 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-7558323d-f629-477e-a49a-bd95c5823763 req-3ad8cac0-ee2c-4142-ba0e-833e2141eaf6 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/ports?device_id=1f6b1a26-7928-4ad0-830f-a3920bfcc037 HTTP/1.1" status: 200 len: 944 time: 0.4691162 Feb 17 21:19:04.050416 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7064dd-03ad-4b39-9d33-a153c63e89eb req-28af8583-f329-435b-8533-37e9baed68e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:04.052345 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-da7064dd-03ad-4b39-9d33-a153c63e89eb req-28af8583-f329-435b-8533-37e9baed68e4 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=68c4757a-1327-48d0-97b5-5af10066f5ed HTTP/1.1" status: 200 len: 859 time: 0.1664073 Feb 17 21:19:04.053372 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Device ec7e291c-e699-435c-bcd9-d9e19a0ca613 up at agent ovs-agent-hv-cinder-76019 {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:19:04.064988 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-7558323d-f629-477e-a49a-bd95c5823763 req-fa3269cd-e0f6-45d2-9e1b-9c60185ce42a tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/security-groups?id=50953140-8b47-4d38-9ad3-ba74e3f5ff3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997574 Feb 17 21:19:04.133072 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-8ed75f96-9a8e-400b-a460-4d626fcf3169 req-d8b8c570-4eb7-457e-b23c-b104d647c9f0 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Notify callbacks [] for port, precommit_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:04.139369 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-da7064dd-03ad-4b39-9d33-a153c63e89eb req-ccf4b5f8-4dd1-45a0-af80-af0a52c8a83a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=aa2f4e05-f1b6-4d1c-a052-1a8707f48be4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733755 Feb 17 21:19:04.171992 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 33668) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:19:04.204213 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Provisioning for port ec7e291c-e699-435c-bcd9-d9e19a0ca613 completed by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:19:04.212269 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Provisioning complete for port ec7e291c-e699-435c-bcd9-d9e19a0ca613 triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:19:04.212693 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:04.214723 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-9d65b807-831c-46a5-b869-5d51e7eb0e11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:04.252166 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-9d65b807-831c-46a5-b869-5d51e7eb0e11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:19:04.259286 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-9d65b807-831c-46a5-b869-5d51e7eb0e11 admin admin] Usage tracker for resource:security_group_rule and tenant:3b2fee3ef7244be5be4ca870d3a68815 is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:19:04.269591 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-9d65b807-831c-46a5-b869-5d51e7eb0e11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:19:04.277415 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-9d65b807-831c-46a5-b869-5d51e7eb0e11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:19:04.363026 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-da7064dd-03ad-4b39-9d33-a153c63e89eb req-701d3c68-fe54-4af5-b255-ef4369742316 service neutron] 10.222.0.95 "GET /v2.0/networks/aa2f4e05-f1b6-4d1c-a052-1a8707f48be4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129314 Feb 17 21:19:04.523433 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-9d65b807-831c-46a5-b869-5d51e7eb0e11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:04.527097 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:04.532922 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-9d65b807-831c-46a5-b869-5d51e7eb0e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:04.556178 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-0680bd31-d260-4f8c-9b33-b4eb932c9ca9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:04.579510 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-8ed75f96-9a8e-400b-a460-4d626fcf3169 req-d8b8c570-4eb7-457e-b23c-b104d647c9f0 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782347517401'] for port, after_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:04.607729 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:04.643169 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f6b1a26-7928-4ad0-830f-a3920bfcc037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec7e291c-e699-435c-bcd9-d9e19a0ca613'}] {{(pid=83972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:19:04.656544 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-9d65b807-831c-46a5-b869-5d51e7eb0e11 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=3b2fee3ef7244be5be4ca870d3a68815&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4829550 Feb 17 21:19:04.658262 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d65b807-831c-46a5-b869-5d51e7eb0e11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ba8bdb-4ceb-4155-9da7-20a9642c11e2,revision_number=1']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:04.659402 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] For port ec7e291c-e699-435c-bcd9-d9e19a0ca613, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=ec7e291c-e699-435c-bcd9-d9e19a0ca613,segment=NetworkSegment(3b7ba68f-1bdb-4082-8d82-80eb2313a4c3),segment_id=3b7ba68f-1bdb-4082-8d82-80eb2313a4c3)] {{(pid=83972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:19:04.665677 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-9d65b807-831c-46a5-b869-5d51e7eb0e11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:04.666435 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 33700) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:19:04.668098 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:04.670728 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:04.795591 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:04.896106 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f6b1a26-7928-4ad0-830f-a3920bfcc037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec7e291c-e699-435c-bcd9-d9e19a0ca613', 'code': 200} Feb 17 21:19:04.897222 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Pushing event updated for resources: {'Port': ['ID=ec7e291c-e699-435c-bcd9-d9e19a0ca613,revision_number=4']} {{(pid=83972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:04.911866 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:04.919015 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-4cffeed4-0744-42c3-a816-953f06f51795 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:04.977307 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-b3b29b12-cbe5-4ec2-9621-66af0787c66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:04.988560 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-da7064dd-03ad-4b39-9d33-a153c63e89eb req-fc2f418a-0b0a-40ad-9da2-ca6541da80c3 service neutron] 10.222.0.95 "GET /v2.0/networks/aa2f4e05-f1b6-4d1c-a052-1a8707f48be4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6159363 Feb 17 21:19:05.037209 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-4cffeed4-0744-42c3-a816-953f06f51795 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:05.120150 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b8c570-4eb7-457e-b23c-b104d647c9f0 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Pushing event updated for resources: {'Port': ['ID=7e87c519-d098-438c-bee3-fa72f788cba9,revision_number=1']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:05.145702 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b8c570-4eb7-457e-b23c-b104d647c9f0 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:19:05.146532 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b8c570-4eb7-457e-b23c-b104d647c9f0 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:19:05.147163 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b8c570-4eb7-457e-b23c-b104d647c9f0 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:19:05.147730 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b8c570-4eb7-457e-b23c-b104d647c9f0 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:19:05.148470 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b8c570-4eb7-457e-b23c-b104d647c9f0 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:19:05.149143 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b8c570-4eb7-457e-b23c-b104d647c9f0 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:19:05.149732 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b8c570-4eb7-457e-b23c-b104d647c9f0 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:19:05.150297 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b8c570-4eb7-457e-b23c-b104d647c9f0 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:19:05.150886 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b8c570-4eb7-457e-b23c-b104d647c9f0 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:19:05.151472 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b8c570-4eb7-457e-b23c-b104d647c9f0 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:19:05.152036 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b8c570-4eb7-457e-b23c-b104d647c9f0 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:19:05.152595 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b8c570-4eb7-457e-b23c-b104d647c9f0 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:19:05.153200 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b8c570-4eb7-457e-b23c-b104d647c9f0 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:19:05.153772 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b8c570-4eb7-457e-b23c-b104d647c9f0 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:19:05.154435 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b8c570-4eb7-457e-b23c-b104d647c9f0 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:19:05.155043 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b8c570-4eb7-457e-b23c-b104d647c9f0 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:19:05.155599 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b8c570-4eb7-457e-b23c-b104d647c9f0 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:19:05.156159 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b8c570-4eb7-457e-b23c-b104d647c9f0 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:19:05.156730 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b8c570-4eb7-457e-b23c-b104d647c9f0 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:19:05.157283 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b8c570-4eb7-457e-b23c-b104d647c9f0 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:19:05.157836 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b8c570-4eb7-457e-b23c-b104d647c9f0 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:19:05.158389 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b8c570-4eb7-457e-b23c-b104d647c9f0 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:19:05.158966 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b8c570-4eb7-457e-b23c-b104d647c9f0 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:19:05.159524 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b8c570-4eb7-457e-b23c-b104d647c9f0 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:19:05.165719 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d8b8c570-4eb7-457e-b23c-b104d647c9f0 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:05.201366 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-4cffeed4-0744-42c3-a816-953f06f51795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:05.207202 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-a3e4d468-511e-48bd-b7b0-a98da37801cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:05.244360 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cffeed4-0744-42c3-a816-953f06f51795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ba8bdb-4ceb-4155-9da7-20a9642c11e2,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:05.250055 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-4cffeed4-0744-42c3-a816-953f06f51795 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:05.252927 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-4cffeed4-0744-42c3-a816-953f06f51795 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:05.256734 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-4cffeed4-0744-42c3-a816-953f06f51795 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/e6ba8bdb-4ceb-4155-9da7-20a9642c11e2 HTTP/1.1" status: 204 len: 168 time: 0.5703056 Feb 17 21:19:05.389422 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b4b927-7f5d-4857-a734-429d811d2475 req-d893553e-8454-40df-9fc5-b7023ecae3bb tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:05.391087 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-65b4b927-7f5d-4857-a734-429d811d2475 req-d893553e-8454-40df-9fc5-b7023ecae3bb tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee25171f-f073-4a41-ba0f-eb88e8d856c1 HTTP/1.1" status: 200 len: 932 time: 0.7798064 Feb 17 21:19:05.446998 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ed75f96-9a8e-400b-a460-4d626fcf3169 req-d8b8c570-4eb7-457e-b23c-b104d647c9f0 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Network 35f9b575-0edf-435d-825c-afd5be1781b3 is already hosted by enough agents. {{(pid=83971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:19:05.452931 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.base_scheduler [req-8ed75f96-9a8e-400b-a460-4d626fcf3169 req-d8b8c570-4eb7-457e-b23c-b104d647c9f0 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Resources bound (agent type, host, resource id): {{(pid=83971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:19:05.464659 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ed75f96-9a8e-400b-a460-4d626fcf3169 req-d8b8c570-4eb7-457e-b23c-b104d647c9f0 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Received port after_create {{(pid=83971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 21:19:05.469075 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed75f96-9a8e-400b-a460-4d626fcf3169 req-d8b8c570-4eb7-457e-b23c-b104d647c9f0 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:05.469996 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-8ed75f96-9a8e-400b-a460-4d626fcf3169 req-d8b8c570-4eb7-457e-b23c-b104d647c9f0 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854194843'] for port, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:05.482203 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1d04ab-cac6-4243-b7a4-75ed0671ca62 req-d5a45905-b833-4576-bb20-8bd3efa7845e tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:05.483885 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-5b1d04ab-cac6-4243-b7a4-75ed0671ca62 req-d5a45905-b833-4576-bb20-8bd3efa7845e tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/ports?device_id=42e08568-d76b-446d-be76-a7ea060e8400 HTTP/1.1" status: 200 len: 946 time: 0.2532642 Feb 17 21:19:05.485772 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe776db-b6d0-48e8-b48e-1c81bd91ab77 req-c25cc7d7-ee19-46da-9758-821fccd630f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:05.487266 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-0fe776db-b6d0-48e8-b48e-1c81bd91ab77 req-c25cc7d7-ee19-46da-9758-821fccd630f4 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=1f6b1a26-7928-4ad0-830f-a3920bfcc037 HTTP/1.1" status: 200 len: 1163 time: 0.3475370 Feb 17 21:19:05.551741 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-65b4b927-7f5d-4857-a734-429d811d2475 req-a6df37cb-d2dd-49e0-a434-4b9136ca0745 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/security-groups?id=fce51754-d32d-475a-91fc-501dc12703ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421695 Feb 17 21:19:05.613222 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-5b1d04ab-cac6-4243-b7a4-75ed0671ca62 req-ac9b0312-9b74-4210-abf9-aff2ffb54304 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/security-groups?id=5df91840-1d6e-47b1-b11d-86f99077f317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193533 Feb 17 21:19:05.617461 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-0fe776db-b6d0-48e8-b48e-1c81bd91ab77 req-da8b0481-dbf5-4c48-b414-bf9936132149 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=50953140-8b47-4d38-9ad3-ba74e3f5ff3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170535 Feb 17 21:19:05.619303 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-8ed75f96-9a8e-400b-a460-4d626fcf3169 req-d8b8c570-4eb7-457e-b23c-b104d647c9f0 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3980649 Feb 17 21:19:05.757602 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Device ec7e291c-e699-435c-bcd9-d9e19a0ca613 up at agent ovs-agent-hv-cinder-76019 {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:19:05.803738 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bc4295-fb5b-4a22-8d0f-20608e9e5029 req-d63cb517-e12d-444f-b7fe-486f75b99159 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:05.815352 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-09bc4295-fb5b-4a22-8d0f-20608e9e5029 req-d63cb517-e12d-444f-b7fe-486f75b99159 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/ports?device_id=1f6b1a26-7928-4ad0-830f-a3920bfcc037 HTTP/1.1" status: 200 len: 946 time: 0.1213944 Feb 17 21:19:05.839513 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [req-8ed75f96-9a8e-400b-a460-4d626fcf3169 req-c27f1a0d-9a50-40fe-8243-6dfee9e96a45 service neutron] Request body: {'port': {'device_id': 'ee25171f-f073-4a41-ba0f-eb88e8d856c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:19:05.846188 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Provisioning complete for port ec7e291c-e699-435c-bcd9-d9e19a0ca613 triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:19:05.846972 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:05.994988 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-09bc4295-fb5b-4a22-8d0f-20608e9e5029 req-faa8d9d3-cf3b-43e8-9ed9-5ee47b8bdc01 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/security-groups?id=50953140-8b47-4d38-9ad3-ba74e3f5ff3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1778841 Feb 17 21:19:06.004212 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-8ed75f96-9a8e-400b-a460-4d626fcf3169 req-c27f1a0d-9a50-40fe-8243-6dfee9e96a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:06.566552 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [req-8ed75f96-9a8e-400b-a460-4d626fcf3169 req-c27f1a0d-9a50-40fe-8243-6dfee9e96a45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e87c519-d098-438c-bee3-fa72f788cba9 {{(pid=83971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 21:19:06.576516 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-8ed75f96-9a8e-400b-a460-4d626fcf3169 req-c27f1a0d-9a50-40fe-8243-6dfee9e96a45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:06.621669 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [req-8ed75f96-9a8e-400b-a460-4d626fcf3169 req-c27f1a0d-9a50-40fe-8243-6dfee9e96a45 service neutron] Transition to ACTIVE for port object 7e87c519-d098-438c-bee3-fa72f788cba9 will not be triggered until provisioned by entity L2. {{(pid=83971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:19:06.627706 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-8ed75f96-9a8e-400b-a460-4d626fcf3169 req-c27f1a0d-9a50-40fe-8243-6dfee9e96a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:06.656893 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-cebbc062-542d-40a5-96b5-0b3e995f0f60 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:07.076699 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 33832) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:19:07.253706 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27f1a0d-9a50-40fe-8243-6dfee9e96a45 service neutron] Pushing event updated for resources: {'Port': ['ID=7e87c519-d098-438c-bee3-fa72f788cba9,revision_number=2']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:07.261118 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-35e8bd2a-ddd7-4ab6-becb-89755ee9f2c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:07.261300 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-c27f1a0d-9a50-40fe-8243-6dfee9e96a45 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.605s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:07.280086 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-35e8bd2a-ddd7-4ab6-becb-89755ee9f2c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:19:07.284523 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-35e8bd2a-ddd7-4ab6-becb-89755ee9f2c4 admin admin] Usage tracker for resource:security_group_rule and tenant:400d5da84b6e4bb094b910dfe7e9239a is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:19:07.287840 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-35e8bd2a-ddd7-4ab6-becb-89755ee9f2c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:19:07.294406 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-35e8bd2a-ddd7-4ab6-becb-89755ee9f2c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:19:07.344168 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864f9a35-4e18-457d-8648-f6ed9311bd0d req-cc6c2ce8-561e-4cac-842e-d3d5fdd6cd0e tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:07.345341 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-864f9a35-4e18-457d-8648-f6ed9311bd0d req-cc6c2ce8-561e-4cac-842e-d3d5fdd6cd0e tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Synchronizing usage tracker for tenant:99ecb63817724b3b843973136a4f57b7 on resource:port {{(pid=83971) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:19:07.399142 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-35e8bd2a-ddd7-4ab6-becb-89755ee9f2c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:07.401863 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-35e8bd2a-ddd7-4ab6-becb-89755ee9f2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:07.411873 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:07.421519 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503994f9-67be-4120-9130-8ecf67260591 req-dcd5936d-6e25-40bf-b138-5788eda050e1 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:07.423464 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-503994f9-67be-4120-9130-8ecf67260591 req-dcd5936d-6e25-40bf-b138-5788eda050e1 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/ports?device_id=42e08568-d76b-446d-be76-a7ea060e8400 HTTP/1.1" status: 200 len: 946 time: 0.5890310 Feb 17 21:19:07.447467 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e8bd2a-ddd7-4ab6-becb-89755ee9f2c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da05e2a7-018b-44fd-a55d-fa2874ba3433,revision_number=1']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:07.481391 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-35e8bd2a-ddd7-4ab6-becb-89755ee9f2c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:07.491470 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-864f9a35-4e18-457d-8648-f6ed9311bd0d req-cc6c2ce8-561e-4cac-842e-d3d5fdd6cd0e tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Unset dirty status for tenant:99ecb63817724b3b843973136a4f57b7 on resource:port {{(pid=83971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:19:07.493905 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-864f9a35-4e18-457d-8648-f6ed9311bd0d req-cc6c2ce8-561e-4cac-842e-d3d5fdd6cd0e tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee25171f-f073-4a41-ba0f-eb88e8d856c1 HTTP/1.1" status: 200 len: 944 time: 0.6681688 Feb 17 21:19:07.502805 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-35e8bd2a-ddd7-4ab6-becb-89755ee9f2c4 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=400d5da84b6e4bb094b910dfe7e9239a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4248240 Feb 17 21:19:07.505332 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 33854) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:19:07.510594 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [req-8ed75f96-9a8e-400b-a460-4d626fcf3169 req-c27f1a0d-9a50-40fe-8243-6dfee9e96a45 service neutron] Attempting to bind port 7e87c519-d098-438c-bee3-fa72f788cba9 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=83971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 21:19:07.511000 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [req-8ed75f96-9a8e-400b-a460-4d626fcf3169 req-c27f1a0d-9a50-40fe-8243-6dfee9e96a45 service neutron] Attempting to bind port 7e87c519-d098-438c-bee3-fa72f788cba9 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': 'f4a680a4-70bd-4ad3-8819-012844941805', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '35f9b575-0edf-435d-825c-afd5be1781b3'}] {{(pid=83971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 21:19:07.511362 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed75f96-9a8e-400b-a460-4d626fcf3169 req-c27f1a0d-9a50-40fe-8243-6dfee9e96a45 service neutron] Attempting to bind port 7e87c519-d098-438c-bee3-fa72f788cba9 on network 35f9b575-0edf-435d-825c-afd5be1781b3 {{(pid=83971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 21:19:07.537399 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed75f96-9a8e-400b-a460-4d626fcf3169 req-c27f1a0d-9a50-40fe-8243-6dfee9e96a45 service neutron] Checking agent: {'id': '6e714d21-3fd0-4fe2-be64-3af0527f8f44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 21, 15, 59), 'started_at': datetime.datetime(2021, 2, 17, 21, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 21:19:07.537785 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed75f96-9a8e-400b-a460-4d626fcf3169 req-c27f1a0d-9a50-40fe-8243-6dfee9e96a45 service neutron] Checking segment: {'id': 'f4a680a4-70bd-4ad3-8819-012844941805', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '35f9b575-0edf-435d-825c-afd5be1781b3'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:19:07.538976 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-8ed75f96-9a8e-400b-a460-4d626fcf3169 req-c27f1a0d-9a50-40fe-8243-6dfee9e96a45 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:07.539204 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed75f96-9a8e-400b-a460-4d626fcf3169 req-c27f1a0d-9a50-40fe-8243-6dfee9e96a45 service neutron] Bound using segment: {'id': 'f4a680a4-70bd-4ad3-8819-012844941805', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '35f9b575-0edf-435d-825c-afd5be1781b3'} {{(pid=83971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 21:19:07.539629 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [req-8ed75f96-9a8e-400b-a460-4d626fcf3169 req-c27f1a0d-9a50-40fe-8243-6dfee9e96a45 service neutron] Bound port: 7e87c519-d098-438c-bee3-fa72f788cba9, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4a680a4-70bd-4ad3-8819-012844941805', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '35f9b575-0edf-435d-825c-afd5be1781b3'}}] {{(pid=83971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 21:19:07.540074 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-8ed75f96-9a8e-400b-a460-4d626fcf3169 req-c27f1a0d-9a50-40fe-8243-6dfee9e96a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:07.584975 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-556ddda4-463d-4bc2-95a5-929a834b4156 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:07.599862 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-503994f9-67be-4120-9130-8ecf67260591 req-9081e3dc-b90a-4890-981f-c9e061c7360d tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/security-groups?id=5df91840-1d6e-47b1-b11d-86f99077f317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657178 Feb 17 21:19:07.620192 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-556ddda4-463d-4bc2-95a5-929a834b4156 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:07.656202 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-864f9a35-4e18-457d-8648-f6ed9311bd0d req-89deddd3-050b-45f9-bc3c-02cfcbf33cc0 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/security-groups?id=fce51754-d32d-475a-91fc-501dc12703ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382852 Feb 17 21:19:07.681905 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [req-8ed75f96-9a8e-400b-a460-4d626fcf3169 req-c27f1a0d-9a50-40fe-8243-6dfee9e96a45 service neutron] For port 7e87c519-d098-438c-bee3-fa72f788cba9, host hv-cinder-76019, cleared binding levels {{(pid=83971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 21:19:07.685420 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [req-8ed75f96-9a8e-400b-a460-4d626fcf3169 req-c27f1a0d-9a50-40fe-8243-6dfee9e96a45 service neutron] For port 7e87c519-d098-438c-bee3-fa72f788cba9, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=7e87c519-d098-438c-bee3-fa72f788cba9,segment=NetworkSegment(f4a680a4-70bd-4ad3-8819-012844941805),segment_id=f4a680a4-70bd-4ad3-8819-012844941805)] {{(pid=83971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 21:19:07.695102 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-8ed75f96-9a8e-400b-a460-4d626fcf3169 req-c27f1a0d-9a50-40fe-8243-6dfee9e96a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:07.712985 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-c27f1a0d-9a50-40fe-8243-6dfee9e96a45 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:07.770154 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-556ddda4-463d-4bc2-95a5-929a834b4156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:07.778196 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-3ac16d97-5833-4a5c-b869-3b40cfbf5641 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:07.796007 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556ddda4-463d-4bc2-95a5-929a834b4156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da05e2a7-018b-44fd-a55d-fa2874ba3433,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:07.800069 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-556ddda4-463d-4bc2-95a5-929a834b4156 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:07.802366 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-556ddda4-463d-4bc2-95a5-929a834b4156 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:07.803943 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-556ddda4-463d-4bc2-95a5-929a834b4156 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/da05e2a7-018b-44fd-a55d-fa2874ba3433 HTTP/1.1" status: 204 len: 168 time: 0.2968466 Feb 17 21:19:07.946212 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 33884) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:19:07.978494 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27f1a0d-9a50-40fe-8243-6dfee9e96a45 service neutron] Pushing event updated for resources: {'Port': ['ID=7e87c519-d098-438c-bee3-fa72f788cba9,revision_number=3']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:07.989816 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-c27f1a0d-9a50-40fe-8243-6dfee9e96a45 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:08.011112 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cf1bb2-a9a0-4d5b-a72d-f434bb9d42dc req-318ba641-b07f-424b-813f-a03b2774bcfd tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:08.018796 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-f3cf1bb2-a9a0-4d5b-a72d-f434bb9d42dc req-318ba641-b07f-424b-813f-a03b2774bcfd tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/ports?device_id=1f6b1a26-7928-4ad0-830f-a3920bfcc037 HTTP/1.1" status: 200 len: 946 time: 0.1905844 Feb 17 21:19:08.134578 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-f3cf1bb2-a9a0-4d5b-a72d-f434bb9d42dc req-6de22865-4c8f-49bf-883f-137c1c5846f2 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/security-groups?id=50953140-8b47-4d38-9ad3-ba74e3f5ff3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146200 Feb 17 21:19:08.172356 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed75f96-9a8e-400b-a460-4d626fcf3169 req-c27f1a0d-9a50-40fe-8243-6dfee9e96a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:08.173047 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-8ed75f96-9a8e-400b-a460-4d626fcf3169 req-c27f1a0d-9a50-40fe-8243-6dfee9e96a45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854194843'] for port, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:08.174585 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-8ed75f96-9a8e-400b-a460-4d626fcf3169 req-c27f1a0d-9a50-40fe-8243-6dfee9e96a45 service neutron] 10.222.0.95 "PUT /v2.0/ports/7e87c519-d098-438c-bee3-fa72f788cba9 HTTP/1.1" status: 200 len: 1158 time: 2.3398800 Feb 17 21:19:08.175169 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee25171f-f073-4a41-ba0f-eb88e8d856c1', 'tag': '7e87c519-d098-438c-bee3-fa72f788cba9'}] {{(pid=83971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:19:08.321493 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee25171f-f073-4a41-ba0f-eb88e8d856c1', 'tag': '7e87c519-d098-438c-bee3-fa72f788cba9', 'status': 'completed', 'code': 200} Feb 17 21:19:08.459121 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed75f96-9a8e-400b-a460-4d626fcf3169 req-3c2e04e9-907e-4bd5-81d4-c18e1dcb29bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:08.462088 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-8ed75f96-9a8e-400b-a460-4d626fcf3169 req-3c2e04e9-907e-4bd5-81d4-c18e1dcb29bd service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=99ecb63817724b3b843973136a4f57b7&device_id=ee25171f-f073-4a41-ba0f-eb88e8d856c1 HTTP/1.1" status: 200 len: 1161 time: 0.2380815 Feb 17 21:19:08.481454 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6104cf7-7651-46f5-96cc-4426c6cba423 req-56c31622-f20c-4d3e-9506-9ee0ccee2787 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:08.483847 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-e6104cf7-7651-46f5-96cc-4426c6cba423 req-56c31622-f20c-4d3e-9506-9ee0ccee2787 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/ports?device_id=1f6b1a26-7928-4ad0-830f-a3920bfcc037 HTTP/1.1" status: 200 len: 946 time: 0.1670158 Feb 17 21:19:08.493010 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 33920) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:19:08.500221 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [None req-2c733dfd-6e48-441c-ae91-eca2a1431959 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Request body: {'floatingip': {'port_id': 'ec7e291c-e699-435c-bcd9-d9e19a0ca613'}} {{(pid=83970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:19:08.559208 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-8ed75f96-9a8e-400b-a460-4d626fcf3169 req-8e9f6938-6bbd-4b68-8243-a781242a7681 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e87c519-d098-438c-bee3-fa72f788cba9 HTTP/1.1" status: 200 len: 217 time: 0.0866127 Feb 17 21:19:08.605250 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-8536bbaf-5b86-4b4d-88a4-bd0b49aea1a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:08.644665 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-2c733dfd-6e48-441c-ae91-eca2a1431959 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Notify callbacks [] for floatingip, before_update {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:08.757763 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed75f96-9a8e-400b-a460-4d626fcf3169 req-693c247b-5010-43e7-a622-e32446518931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:08.759738 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-8ed75f96-9a8e-400b-a460-4d626fcf3169 req-693c247b-5010-43e7-a622-e32446518931 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=1674444a-f910-400c-bb97-a2b62b24e55e HTTP/1.1" status: 200 len: 854 time: 0.1829951 Feb 17 21:19:08.836933 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-8ed75f96-9a8e-400b-a460-4d626fcf3169 req-d6ef3c33-25ad-4769-8683-bb18765e640a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=35f9b575-0edf-435d-825c-afd5be1781b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683980 Feb 17 21:19:09.086779 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-8536bbaf-5b86-4b4d-88a4-bd0b49aea1a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:19:09.091273 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-8536bbaf-5b86-4b4d-88a4-bd0b49aea1a1 admin admin] Usage tracker for resource:security_group_rule and tenant:c378c139d9fb46808402d1e521567017 is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:19:09.094162 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-8536bbaf-5b86-4b4d-88a4-bd0b49aea1a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:19:09.100471 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-8536bbaf-5b86-4b4d-88a4-bd0b49aea1a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:19:09.124959 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 33950) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:19:09.242985 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-8ed75f96-9a8e-400b-a460-4d626fcf3169 req-b5065ff9-e0f7-4900-9a68-3d02a406daee service neutron] 10.222.0.95 "GET /v2.0/networks/35f9b575-0edf-435d-825c-afd5be1781b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3230028 Feb 17 21:19:09.254747 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322bc8e0-3fa9-4427-a4af-5a8bc3c81827 req-61696c21-e7e5-4f98-a666-aa5a7c5eef4b tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:09.256369 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-322bc8e0-3fa9-4427-a4af-5a8bc3c81827 req-61696c21-e7e5-4f98-a666-aa5a7c5eef4b tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/ports?device_id=42e08568-d76b-446d-be76-a7ea060e8400 HTTP/1.1" status: 200 len: 946 time: 0.4184706 Feb 17 21:19:09.311752 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-8536bbaf-5b86-4b4d-88a4-bd0b49aea1a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:09.326005 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-8536bbaf-5b86-4b4d-88a4-bd0b49aea1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:09.361263 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c90af8-5f2e-48fc-915d-7fa04cad805a req-9e2433ab-a4ba-4a0d-b4e2-988a1fbd62f8 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:09.369259 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-c1c90af8-5f2e-48fc-915d-7fa04cad805a req-9e2433ab-a4ba-4a0d-b4e2-988a1fbd62f8 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee25171f-f073-4a41-ba0f-eb88e8d856c1 HTTP/1.1" status: 200 len: 944 time: 0.4364533 Feb 17 21:19:09.394332 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-4cffeed4-0744-42c3-a816-953f06f51795 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:09.482807 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-322bc8e0-3fa9-4427-a4af-5a8bc3c81827 req-ad705d06-3966-4257-a988-9357c9a2444a tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/security-groups?id=5df91840-1d6e-47b1-b11d-86f99077f317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976452 Feb 17 21:19:09.496902 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-c1c90af8-5f2e-48fc-915d-7fa04cad805a req-01ca479a-afa1-4770-a5ca-2e0c572634db tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/security-groups?id=fce51754-d32d-475a-91fc-501dc12703ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249857 Feb 17 21:19:09.517266 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-8ed75f96-9a8e-400b-a460-4d626fcf3169 req-a07a1074-783e-4b53-963c-679e52769cf1 service neutron] 10.222.0.95 "GET /v2.0/networks/35f9b575-0edf-435d-825c-afd5be1781b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2587645 Feb 17 21:19:09.533331 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-3973000a-b4be-4331-92b5-a5410e87cef4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:09.562361 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-8536bbaf-5b86-4b4d-88a4-bd0b49aea1a1 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=c378c139d9fb46808402d1e521567017&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6143038 Feb 17 21:19:09.565212 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 33966) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:19:09.580573 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8536bbaf-5b86-4b4d-88a4-bd0b49aea1a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca924d7-e5ba-4917-89b9-875849d6f1b1,revision_number=1']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:09.584282 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-8536bbaf-5b86-4b4d-88a4-bd0b49aea1a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:09.588817 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-3973000a-b4be-4331-92b5-a5410e87cef4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:19:09.596485 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-3973000a-b4be-4331-92b5-a5410e87cef4 admin admin] Usage tracker for resource:security_group_rule and tenant:ff89e478426b4d97aceca458c08ecd7a is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:19:09.601200 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-3973000a-b4be-4331-92b5-a5410e87cef4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:19:09.610210 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-3973000a-b4be-4331-92b5-a5410e87cef4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:19:09.705887 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-0c214327-3b6e-4446-8c1f-f9aa169c2ad8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:09.710063 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b405818-dc72-4a0c-a3fb-94ea461e005b req-a47bad19-4cdc-4866-8f1b-4284e7d402b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:09.712539 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-1b405818-dc72-4a0c-a3fb-94ea461e005b req-a47bad19-4cdc-4866-8f1b-4284e7d402b6 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=99ecb63817724b3b843973136a4f57b7&device_id=ee25171f-f073-4a41-ba0f-eb88e8d856c1 HTTP/1.1" status: 200 len: 1161 time: 0.1445267 Feb 17 21:19:09.824199 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-0c214327-3b6e-4446-8c1f-f9aa169c2ad8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:09.911961 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b405818-dc72-4a0c-a3fb-94ea461e005b req-3ebf4da4-bb07-472c-9abb-16d0e91d83f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:09.914756 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-1b405818-dc72-4a0c-a3fb-94ea461e005b req-3ebf4da4-bb07-472c-9abb-16d0e91d83f1 service neutron] 10.222.0.95 "GET /v2.0/networks?id=35f9b575-0edf-435d-825c-afd5be1781b3 HTTP/1.1" status: 200 len: 908 time: 0.1941175 Feb 17 21:19:09.986448 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-0c214327-3b6e-4446-8c1f-f9aa169c2ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:10.008119 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-4f4bcb34-d579-47ca-a5eb-ee873bc9db92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:10.017669 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-1b405818-dc72-4a0c-a3fb-94ea461e005b req-bf573977-5aed-4e35-8c2e-f913c74413cd service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7e87c519-d098-438c-bee3-fa72f788cba9 HTTP/1.1" status: 200 len: 217 time: 0.0950320 Feb 17 21:19:10.028965 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c214327-3b6e-4446-8c1f-f9aa169c2ad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca924d7-e5ba-4917-89b9-875849d6f1b1,revision_number=None']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:10.145447 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-0c214327-3b6e-4446-8c1f-f9aa169c2ad8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:10.152676 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-0c214327-3b6e-4446-8c1f-f9aa169c2ad8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:10.154337 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-0c214327-3b6e-4446-8c1f-f9aa169c2ad8 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/8ca924d7-e5ba-4917-89b9-875849d6f1b1 HTTP/1.1" status: 204 len: 168 time: 0.5880873 Feb 17 21:19:10.197255 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b405818-dc72-4a0c-a3fb-94ea461e005b req-2f43a14a-c7cf-43fb-a786-09a00ee5e4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:10.200590 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-1b405818-dc72-4a0c-a3fb-94ea461e005b req-2f43a14a-c7cf-43fb-a786-09a00ee5e4d7 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=1674444a-f910-400c-bb97-a2b62b24e55e HTTP/1.1" status: 200 len: 854 time: 0.1743357 Feb 17 21:19:10.221305 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-3973000a-b4be-4331-92b5-a5410e87cef4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:10.229514 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-2c733dfd-6e48-441c-ae91-eca2a1431959 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:10.231052 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-3973000a-b4be-4331-92b5-a5410e87cef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:10.243780 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-1dec8ec7-125e-4d76-ac1a-2c127aa712f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:10.271403 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-1b405818-dc72-4a0c-a3fb-94ea461e005b req-89dd4423-5d2d-4046-af3b-46bbe88ce504 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=35f9b575-0edf-435d-825c-afd5be1781b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597541 Feb 17 21:19:10.310168 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-2c733dfd-6e48-441c-ae91-eca2a1431959 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853844558'] for floatingip, after_update {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:10.448454 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-1b405818-dc72-4a0c-a3fb-94ea461e005b req-38cee4ef-3b9a-4d59-b935-6c4f21b147b1 service neutron] 10.222.0.95 "GET /v2.0/networks/35f9b575-0edf-435d-825c-afd5be1781b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688242 Feb 17 21:19:10.513503 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-3973000a-b4be-4331-92b5-a5410e87cef4 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=ff89e478426b4d97aceca458c08ecd7a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3872967 Feb 17 21:19:10.526242 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 34000) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:19:10.529964 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.db.l3_db [None req-2c733dfd-6e48-441c-ae91-eca2a1431959 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Floating IP 009b20a9-c6cb-4993-b03c-6093e26a18f0 associated. External IP: 172.28.3.51, port: ec7e291c-e699-435c-bcd9-d9e19a0ca613. Feb 17 21:19:10.804621 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-1b405818-dc72-4a0c-a3fb-94ea461e005b req-26942e6d-1651-491d-abb8-fd8afb31bd6e service neutron] 10.222.0.95 "GET /v2.0/networks/35f9b575-0edf-435d-825c-afd5be1781b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3334558 Feb 17 21:19:10.914187 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea231ecb-b4bc-48df-a6f9-9642bf340576 req-8880c075-5fd3-4bcd-b302-1e0b3a7740d2 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:10.922381 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-ea231ecb-b4bc-48df-a6f9-9642bf340576 req-8880c075-5fd3-4bcd-b302-1e0b3a7740d2 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee25171f-f073-4a41-ba0f-eb88e8d856c1 HTTP/1.1" status: 200 len: 944 time: 0.2219431 Feb 17 21:19:11.329773 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-ea231ecb-b4bc-48df-a6f9-9642bf340576 req-279f6bca-acc9-4dc4-a4a9-cacf879961f1 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/security-groups?id=fce51754-d32d-475a-91fc-501dc12703ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4059489 Feb 17 21:19:11.350231 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67758355-421c-444e-abe9-51dfd2a468ee req-7541b2cf-6e92-453a-a48d-b7d8914c8ef6 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:11.358054 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-67758355-421c-444e-abe9-51dfd2a468ee req-7541b2cf-6e92-453a-a48d-b7d8914c8ef6 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/ports?device_id=42e08568-d76b-446d-be76-a7ea060e8400 HTTP/1.1" status: 200 len: 946 time: 0.5585866 Feb 17 21:19:11.402045 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3973000a-b4be-4331-92b5-a5410e87cef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e18e7a-2d65-47f3-9f13-31ebfaaa7f3f,revision_number=1']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:11.409477 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-3973000a-b4be-4331-92b5-a5410e87cef4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.165s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:11.412114 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-67758355-421c-444e-abe9-51dfd2a468ee req-5a9ade88-7f9c-45c6-b83b-d35131964e5c tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/security-groups?id=5df91840-1d6e-47b1-b11d-86f99077f317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530200 Feb 17 21:19:11.429122 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c733dfd-6e48-441c-ae91-eca2a1431959 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Router 5352e0eb-5f08-4451-84d1-3e30b0d40635 has already been hosted by L3 agent 0536e1cb-4d3e-42d2-8b6d-8bd52a4e2590 {{(pid=83970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 21:19:11.638262 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ca4f69d6-f785-43fd-ac89-0c5a6fdfdef1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:11.681570 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ca4f69d6-f785-43fd-ac89-0c5a6fdfdef1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:11.696674 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c733dfd-6e48-441c-ae91-eca2a1431959 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Notify agent at l3_agent.dv-cinder-760193-4-smb the message routers_updated {{(pid=83970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 21:19:11.714215 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b0d345-0acc-45db-b501-b8b7a4ea0e03 None None] Sync routers for ids ['5352e0eb-5f08-4451-84d1-3e30b0d40635'] in dv-cinder-760193-4-smb {{(pid=83973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 21:19:11.725335 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b0d345-0acc-45db-b501-b8b7a4ea0e03 None None] Routers {'5352e0eb-5f08-4451-84d1-3e30b0d40635'} bound to L3 agent in host dv-cinder-760193-4-smb {{(pid=83973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:19:11.726407 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-d1b0d345-0acc-45db-b501-b8b7a4ea0e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T21:09:02Z,description=,heartbeat_timestamp=2021-02-17T21:19:02Z,host='dv-cinder-760193-4-smb',id=0536e1cb-4d3e-42d2-8b6d-8bd52a4e2590,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T21:09:02Z,topic='l3_agent')) {'router_ids': ['5352e0eb-5f08-4451-84d1-3e30b0d40635'], 'active': True} {{(pid=83973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:19:11.745885 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ca4f69d6-f785-43fd-ac89-0c5a6fdfdef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:11.751014 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-af4238bc-c0cc-45e2-8e25-3bc530bb8b1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:11.760841 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-2c733dfd-6e48-441c-ae91-eca2a1431959 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768493'] for floatingip, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:11.805604 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4f69d6-f785-43fd-ac89-0c5a6fdfdef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e18e7a-2d65-47f3-9f13-31ebfaaa7f3f,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:11.807834 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ca4f69d6-f785-43fd-ac89-0c5a6fdfdef1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:11.813026 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-ca4f69d6-f785-43fd-ac89-0c5a6fdfdef1 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/f6e18e7a-2d65-47f3-9f13-31ebfaaa7f3f HTTP/1.1" status: 204 len: 168 time: 1.0433712 Feb 17 21:19:11.817671 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-ca4f69d6-f785-43fd-ac89-0c5a6fdfdef1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:11.841631 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-2c733dfd-6e48-441c-ae91-eca2a1431959 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "PUT /v2.0/floatingips/009b20a9-c6cb-4993-b03c-6093e26a18f0 HTTP/1.1" status: 200 len: 991 time: 3.3473761 Feb 17 21:19:11.842724 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f6b1a26-7928-4ad0-830f-a3920bfcc037', 'tag': 'ec7e291c-e699-435c-bcd9-d9e19a0ca613'}] {{(pid=83970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:19:11.931072 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f6b1a26-7928-4ad0-830f-a3920bfcc037', 'tag': 'ec7e291c-e699-435c-bcd9-d9e19a0ca613', 'status': 'completed', 'code': 200} Feb 17 21:19:12.045994 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c92736-8b66-4467-a426-f6b31ab92694 req-29820a28-06d1-4af6-baba-5445dd17a1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:12.048360 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-95c92736-8b66-4467-a426-f6b31ab92694 req-29820a28-06d1-4af6-baba-5445dd17a1f7 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=9cd772018d984344b6df5dd95a3340d9&device_id=1f6b1a26-7928-4ad0-830f-a3920bfcc037 HTTP/1.1" status: 200 len: 1163 time: 0.0952549 Feb 17 21:19:12.063189 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvr_db [None req-d1b0d345-0acc-45db-b501-b8b7a4ea0e03 None None] Set router 5352e0eb-5f08-4451-84d1-3e30b0d40635 gateway port host: dv-cinder-760193-4-smb {{(pid=83973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:19:12.069377 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 34064) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:19:12.175517 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Device 7e87c519-d098-438c-bee3-fa72f788cba9 up at agent ovs-agent-hv-cinder-76019 {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:19:12.243726 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c92736-8b66-4467-a426-f6b31ab92694 req-e2fa5694-af91-46da-ad51-ac4895d042cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:12.245532 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-95c92736-8b66-4467-a426-f6b31ab92694 req-e2fa5694-af91-46da-ad51-ac4895d042cd service neutron] 10.222.0.95 "GET /v2.0/networks?id=92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7 HTTP/1.1" status: 200 len: 904 time: 0.1844292 Feb 17 21:19:12.265020 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-2f6befcd-0817-4833-8b6a-08bc26502e9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:12.273679 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 34070) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:19:12.290847 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Provisioning for port 7e87c519-d098-438c-bee3-fa72f788cba9 completed by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:19:12.296852 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-2f6befcd-0817-4833-8b6a-08bc26502e9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:19:12.297586 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Provisioning complete for port 7e87c519-d098-438c-bee3-fa72f788cba9 triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:19:12.298158 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:12.300893 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-2f6befcd-0817-4833-8b6a-08bc26502e9f admin admin] Usage tracker for resource:security_group_rule and tenant:fdc138b5484e4e42a71d6366ca0ba6f9 is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:19:12.304857 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-2f6befcd-0817-4833-8b6a-08bc26502e9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:19:12.310920 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-2f6befcd-0817-4833-8b6a-08bc26502e9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:19:12.374717 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-95c92736-8b66-4467-a426-f6b31ab92694 req-3ae0d4a7-4d4b-439b-a010-5289e4d74062 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec7e291c-e699-435c-bcd9-d9e19a0ca613 HTTP/1.1" status: 200 len: 999 time: 0.1196067 Feb 17 21:19:12.380535 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ea28376e-c1d1-4f1d-b128-b8bba79e135c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:12.438924 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-ea28376e-c1d1-4f1d-b128-b8bba79e135c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:19:12.453106 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-ea28376e-c1d1-4f1d-b128-b8bba79e135c admin admin] Usage tracker for resource:security_group_rule and tenant:2da3293764ef487cbfe207a6f7d2a3a4 is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:19:12.460086 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-ea28376e-c1d1-4f1d-b128-b8bba79e135c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:19:12.478231 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-ea28376e-c1d1-4f1d-b128-b8bba79e135c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:19:12.529119 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c92736-8b66-4467-a426-f6b31ab92694 req-4b3ff17c-d32b-47d8-a487-bb4f2655d715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:12.532679 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-95c92736-8b66-4467-a426-f6b31ab92694 req-4b3ff17c-d32b-47d8-a487-bb4f2655d715 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0319529e-2e97-491e-9c53-3becc98cbcb1 HTTP/1.1" status: 200 len: 849 time: 0.1503682 Feb 17 21:19:12.546378 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:12.584772 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] For port 7e87c519-d098-438c-bee3-fa72f788cba9, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=7e87c519-d098-438c-bee3-fa72f788cba9,segment=NetworkSegment(f4a680a4-70bd-4ad3-8819-012844941805),segment_id=f4a680a4-70bd-4ad3-8819-012844941805)] {{(pid=83972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:19:12.586835 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee25171f-f073-4a41-ba0f-eb88e8d856c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e87c519-d098-438c-bee3-fa72f788cba9'}] {{(pid=83972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:19:12.593617 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:12.596106 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-4236da2a-9ee5-4bde-836a-49d068618f28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:12.667321 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ea28376e-c1d1-4f1d-b128-b8bba79e135c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:12.676768 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Pushing event updated for resources: {'Port': ['ID=7e87c519-d098-438c-bee3-fa72f788cba9,revision_number=4']} {{(pid=83972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:12.683552 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ea28376e-c1d1-4f1d-b128-b8bba79e135c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:12.691282 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:19:12.691934 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:19:12.692493 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:19:12.693073 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:19:12.693710 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:19:12.695154 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:19:12.695873 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:19:12.696428 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:19:12.696974 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:19:12.697584 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:19:12.698125 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:19:12.698714 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:19:12.699325 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:19:12.700080 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:19:12.700695 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:19:12.701387 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:19:12.702181 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:19:12.702766 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:19:12.703344 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:19:12.703897 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:19:12.704567 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:19:12.705109 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:19:12.707903 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:19:12.708689 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:19:12.715149 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:12.729951 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:12.739106 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-ea28376e-c1d1-4f1d-b128-b8bba79e135c admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=2da3293764ef487cbfe207a6f7d2a3a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4626606 Feb 17 21:19:12.748808 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 34092) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:19:12.763320 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-d1b0d345-0acc-45db-b501-b8b7a4ea0e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5352e0eb-5f08-4451-84d1-3e30b0d40635', 'name': 'tempest-AttachVolumeTestJSON-978606717-router', 'tenant_id': '9cd772018d984344b6df5dd95a3340d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'external_fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.146'}], 'enable_snat': True}, 'gw_port_id': '65fdc61c-05c6-4547-94ff-946351aea217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:18:06Z', 'updated_at': '2021-02-17T21:18:27Z', 'revision_number': 4, 'project_id': '9cd772018d984344b6df5dd95a3340d9', 'gw_port': {'id': '65fdc61c-05c6-4547-94ff-946351aea217', 'name': '', 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:98:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5352e0eb-5f08-4451-84d1-3e30b0d40635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:18:10Z', 'updated_at': '2021-02-17T21:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-smb', '_floatingips': [{'id': '009b20a9-c6cb-4993-b03c-6093e26a18f0', 'tenant_id': '9cd772018d984344b6df5dd95a3340d9', 'floating_ip_address': '172.28.3.51', 'floating_network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'router_id': '5352e0eb-5f08-4451-84d1-3e30b0d40635', 'port_id': 'ec7e291c-e699-435c-bcd9-d9e19a0ca613', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7', 'mac_address': 'fa:16:3e:0f:0d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6b1a26-7928-4ad0-830f-a3920bfcc037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T21:18:35Z', 'updated_at': '2021-02-17T21:19:10Z', 'revision_number': 1, 'project_id': '9cd772018d984344b6df5dd95a3340d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '539ec8e4-e591-4c93-afb1-355ba6e314e2', 'name': '', 'network_id': '92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7', 'tenant_id': '9cd772018d984344b6df5dd95a3340d9', 'mac_address': 'fa:16:3e:03:e6:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5352e0eb-5f08-4451-84d1-3e30b0d40635', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '0319529e-2e97-491e-9c53-3becc98cbcb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:18:24Z', 'updated_at': '2021-02-17T21:18:41Z', 'revision_number': 5, 'project_id': '9cd772018d984344b6df5dd95a3340d9', 'subnets': [{'id': '0319529e-2e97-491e-9c53-3becc98cbcb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-4-smb', False) {} {{(pid=83973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:19:12.776314 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b0d345-0acc-45db-b501-b8b7a4ea0e03 None None] Checking router: 5352e0eb-5f08-4451-84d1-3e30b0d40635 for host: dv-cinder-760193-4-smb {{(pid=83973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 21:19:12.802522 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b0d345-0acc-45db-b501-b8b7a4ea0e03 None None] Routers {'5352e0eb-5f08-4451-84d1-3e30b0d40635'} bound to L3 agent in host dv-cinder-760193-4-smb {{(pid=83973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:19:12.803683 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-d1b0d345-0acc-45db-b501-b8b7a4ea0e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T21:09:02Z,description=,heartbeat_timestamp=2021-02-17T21:19:02Z,host='dv-cinder-760193-4-smb',id=0536e1cb-4d3e-42d2-8b6d-8bd52a4e2590,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T21:09:02Z,topic='l3_agent')) {'router_ids': ['5352e0eb-5f08-4451-84d1-3e30b0d40635'], 'active': True} {{(pid=83973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:19:12.804254 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea28376e-c1d1-4f1d-b128-b8bba79e135c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7dbdf31-6dde-4b56-89eb-420061e8b2cb,revision_number=1']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:12.822605 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-ea28376e-c1d1-4f1d-b128-b8bba79e135c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:12.888489 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-2f6befcd-0817-4833-8b6a-08bc26502e9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:12.889909 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d77118c2-b4b1-4322-b4c2-50502b8b9056 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:12.917776 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-2f6befcd-0817-4833-8b6a-08bc26502e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:12.931300 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d77118c2-b4b1-4322-b4c2-50502b8b9056 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:12.974090 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-65917da4-b784-473d-9544-5d63df99a48f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:12.992305 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c92736-8b66-4467-a426-f6b31ab92694 req-4364acc5-5945-47a5-a60a-02a2ba7085c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:12.993953 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-95c92736-8b66-4467-a426-f6b31ab92694 req-4364acc5-5945-47a5-a60a-02a2ba7085c8 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4451523 Feb 17 21:19:12.998720 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d77118c2-b4b1-4322-b4c2-50502b8b9056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:13.013196 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150a031f-715e-4698-a38a-12a44467238a req-8e3958d4-41ed-4a5f-8bce-7f2879cece35 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:13.021603 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-150a031f-715e-4698-a38a-12a44467238a req-8e3958d4-41ed-4a5f-8bce-7f2879cece35 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee25171f-f073-4a41-ba0f-eb88e8d856c1 HTTP/1.1" status: 200 len: 946 time: 0.3664415 Feb 17 21:19:13.043565 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d77118c2-b4b1-4322-b4c2-50502b8b9056 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:13.045142 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-d77118c2-b4b1-4322-b4c2-50502b8b9056 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/f7dbdf31-6dde-4b56-89eb-420061e8b2cb HTTP/1.1" status: 204 len: 168 time: 0.2953522 Feb 17 21:19:13.047885 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6befcd-0817-4833-8b6a-08bc26502e9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45faf4fe-2657-4489-9bb2-72dfc98d192c,revision_number=1']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:13.053198 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-2f6befcd-0817-4833-8b6a-08bc26502e9f admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=fdc138b5484e4e42a71d6366ca0ba6f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9824741 Feb 17 21:19:13.055349 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-2f6befcd-0817-4833-8b6a-08bc26502e9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:13.056216 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d75386be-b79a-416c-b9db-321a6c2e1107 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:13.066670 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 34100) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:19:13.123270 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvr_db [None req-d1b0d345-0acc-45db-b501-b8b7a4ea0e03 None None] Set router 5352e0eb-5f08-4451-84d1-3e30b0d40635 gateway port host: dv-cinder-760193-4-smb {{(pid=83973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:19:13.127970 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77118c2-b4b1-4322-b4c2-50502b8b9056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7dbdf31-6dde-4b56-89eb-420061e8b2cb,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:13.145163 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d77118c2-b4b1-4322-b4c2-50502b8b9056 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:13.190763 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-bc57d862-2980-40be-812d-db78d99e0cd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:13.244979 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-bc57d862-2980-40be-812d-db78d99e0cd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:13.349015 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e4d3ca-755b-4abf-9b1d-c1fffb75a629 req-d513f070-3302-4d18-82c5-51574be9f4f7 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:13.353019 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-a5e4d3ca-755b-4abf-9b1d-c1fffb75a629 req-d513f070-3302-4d18-82c5-51574be9f4f7 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/ports?device_id=42e08568-d76b-446d-be76-a7ea060e8400 HTTP/1.1" status: 200 len: 946 time: 0.6082301 Feb 17 21:19:13.357123 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-bc57d862-2980-40be-812d-db78d99e0cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:13.362351 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:13.385636 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc57d862-2980-40be-812d-db78d99e0cd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45faf4fe-2657-4489-9bb2-72dfc98d192c,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:13.402430 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-bc57d862-2980-40be-812d-db78d99e0cd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:13.403290 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-bc57d862-2980-40be-812d-db78d99e0cd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:13.407979 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-bc57d862-2980-40be-812d-db78d99e0cd6 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/45faf4fe-2657-4489-9bb2-72dfc98d192c HTTP/1.1" status: 204 len: 168 time: 0.3367207 Feb 17 21:19:13.422045 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-150a031f-715e-4698-a38a-12a44467238a req-ad125a22-fb66-4ace-8388-97b4d1ec019f tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/security-groups?id=fce51754-d32d-475a-91fc-501dc12703ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3994935 Feb 17 21:19:13.500843 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-a5e4d3ca-755b-4abf-9b1d-c1fffb75a629 req-0d12e8c6-099d-49a1-ac7c-2a7618430c3f tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/security-groups?id=5df91840-1d6e-47b1-b11d-86f99077f317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312971 Feb 17 21:19:13.518139 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-95c92736-8b66-4467-a426-f6b31ab92694 req-2a774a6a-d531-488d-9cfa-3f82331a32db service neutron] 10.222.0.95 "GET /v2.0/networks/92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5132616 Feb 17 21:19:13.572602 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee25171f-f073-4a41-ba0f-eb88e8d856c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e87c519-d098-438c-bee3-fa72f788cba9', 'code': 200} Feb 17 21:19:13.693979 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Device 7e87c519-d098-438c-bee3-fa72f788cba9 up at agent ovs-agent-hv-cinder-76019 {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:19:13.812724 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Provisioning complete for port 7e87c519-d098-438c-bee3-fa72f788cba9 triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:19:13.815186 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:13.907040 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-95c92736-8b66-4467-a426-f6b31ab92694 req-2968db6c-c201-46d1-a586-45e804fd1c93 service neutron] 10.222.0.95 "GET /v2.0/networks/92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3783090 Feb 17 21:19:14.090047 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e20dbec-8861-4adf-b04d-167e1603e099 req-8c4a8fa0-2ad5-4d48-b69a-2bd29da62d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:14.091914 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-7e20dbec-8861-4adf-b04d-167e1603e099 req-8c4a8fa0-2ad5-4d48-b69a-2bd29da62d0a service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=ee25171f-f073-4a41-ba0f-eb88e8d856c1 HTTP/1.1" status: 200 len: 1163 time: 0.1820285 Feb 17 21:19:14.140053 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-d1b0d345-0acc-45db-b501-b8b7a4ea0e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5352e0eb-5f08-4451-84d1-3e30b0d40635', 'name': 'tempest-AttachVolumeTestJSON-978606717-router', 'tenant_id': '9cd772018d984344b6df5dd95a3340d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'external_fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.146'}], 'enable_snat': True}, 'gw_port_id': '65fdc61c-05c6-4547-94ff-946351aea217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:18:06Z', 'updated_at': '2021-02-17T21:18:27Z', 'revision_number': 4, 'project_id': '9cd772018d984344b6df5dd95a3340d9', 'gw_port': {'id': '65fdc61c-05c6-4547-94ff-946351aea217', 'name': '', 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:98:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5352e0eb-5f08-4451-84d1-3e30b0d40635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:18:10Z', 'updated_at': '2021-02-17T21:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-smb', '_floatingips': [{'id': '009b20a9-c6cb-4993-b03c-6093e26a18f0', 'tenant_id': '9cd772018d984344b6df5dd95a3340d9', 'floating_ip_address': '172.28.3.51', 'floating_network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'router_id': '5352e0eb-5f08-4451-84d1-3e30b0d40635', 'port_id': 'ec7e291c-e699-435c-bcd9-d9e19a0ca613', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7', 'mac_address': 'fa:16:3e:0f:0d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6b1a26-7928-4ad0-830f-a3920bfcc037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T21:18:35Z', 'updated_at': '2021-02-17T21:19:10Z', 'revision_number': 1, 'project_id': '9cd772018d984344b6df5dd95a3340d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '539ec8e4-e591-4c93-afb1-355ba6e314e2', 'name': '', 'network_id': '92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7', 'tenant_id': '9cd772018d984344b6df5dd95a3340d9', 'mac_address': 'fa:16:3e:03:e6:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5352e0eb-5f08-4451-84d1-3e30b0d40635', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '0319529e-2e97-491e-9c53-3becc98cbcb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:18:24Z', 'updated_at': '2021-02-17T21:18:41Z', 'revision_number': 5, 'project_id': '9cd772018d984344b6df5dd95a3340d9', 'subnets': [{'id': '0319529e-2e97-491e-9c53-3becc98cbcb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-4-smb', False) {} {{(pid=83973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:19:14.144560 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b0d345-0acc-45db-b501-b8b7a4ea0e03 None None] The sync data for ids ['5352e0eb-5f08-4451-84d1-3e30b0d40635'] in dv-cinder-760193-4-smb is: [{'id': '5352e0eb-5f08-4451-84d1-3e30b0d40635', 'name': 'tempest-AttachVolumeTestJSON-978606717-router', 'tenant_id': '9cd772018d984344b6df5dd95a3340d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'external_fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.146'}], 'enable_snat': True}, 'gw_port_id': '65fdc61c-05c6-4547-94ff-946351aea217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:18:06Z', 'updated_at': '2021-02-17T21:18:27Z', 'revision_number': 4, 'project_id': '9cd772018d984344b6df5dd95a3340d9', 'gw_port': {'id': '65fdc61c-05c6-4547-94ff-946351aea217', 'name': '', 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:98:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5352e0eb-5f08-4451-84d1-3e30b0d40635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:18:10Z', 'updated_at': '2021-02-17T21:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-smb', '_floatingips': [{'id': '009b20a9-c6cb-4993-b03c-6093e26a18f0', 'tenant_id': '9cd772018d984344b6df5dd95a3340d9', 'floating_ip_address': '172.28.3.51', 'floating_network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'router_id': '5352e0eb-5f08-4451-84d1-3e30b0d40635', 'port_id': 'ec7e291c-e699-435c-bcd9-d9e19a0ca613', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7', 'mac_address': 'fa:16:3e:0f:0d:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f6b1a26-7928-4ad0-830f-a3920bfcc037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T21:18:35Z', 'updated_at': '2021-02-17T21:19:10Z', 'revision_number': 1, 'project_id': '9cd772018d984344b6df5dd95a3340d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '539ec8e4-e591-4c93-afb1-355ba6e314e2', 'name': '', 'network_id': '92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7', 'tenant_id': '9cd772018d984344b6df5dd95a3340d9', 'mac_address': 'fa:16:3e:03:e6:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5352e0eb-5f08-4451-84d1-3e30b0d40635', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '0319529e-2e97-491e-9c53-3becc98cbcb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:18:24Z', 'updated_at': '2021-02-17T21:18:41Z', 'revision_number': 5, 'project_id': '9cd772018d984344b6df5dd95a3340d9', 'subnets': [{'id': '0319529e-2e97-491e-9c53-3becc98cbcb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 21:19:14.194187 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-7e20dbec-8861-4adf-b04d-167e1603e099 req-862a7401-af3d-45f3-b4d9-22fdb4217ea2 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=fce51754-d32d-475a-91fc-501dc12703ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845778 Feb 17 21:19:14.586906 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4d897e-5730-4d60-9b4f-badaaed753f8 None None] New status for floating IP 009b20a9-c6cb-4993-b03c-6093e26a18f0: ACTIVE {{(pid=83972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 21:19:14.908906 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d767e-1808-41a0-9b79-1399eb4e41fe req-53e10dd5-8d8d-4dfe-b0a5-3bded376afff tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:14.910560 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-2d0d767e-1808-41a0-9b79-1399eb4e41fe req-53e10dd5-8d8d-4dfe-b0a5-3bded376afff tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/ports?device_id=42e08568-d76b-446d-be76-a7ea060e8400 HTTP/1.1" status: 200 len: 946 time: 0.1469374 Feb 17 21:19:14.919023 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dace49d-865c-45ba-8b48-8720c61d5c18 req-3b0c97fe-ed53-417a-90f2-339a48790d6b tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:14.920597 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-2dace49d-865c-45ba-8b48-8720c61d5c18 req-3b0c97fe-ed53-417a-90f2-339a48790d6b tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee25171f-f073-4a41-ba0f-eb88e8d856c1 HTTP/1.1" status: 200 len: 946 time: 0.2260256 Feb 17 21:19:14.997843 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-2d0d767e-1808-41a0-9b79-1399eb4e41fe req-aba7d566-1ca2-45ab-8146-d36c01b22b70 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/security-groups?id=5df91840-1d6e-47b1-b11d-86f99077f317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762122 Feb 17 21:19:15.006028 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-2dace49d-865c-45ba-8b48-8720c61d5c18 req-a1123fab-762b-4791-bcc2-f17da7da155b tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/security-groups?id=fce51754-d32d-475a-91fc-501dc12703ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673499 Feb 17 21:19:15.736088 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Device 7e87c519-d098-438c-bee3-fa72f788cba9 up at agent ovs-agent-hv-cinder-76019 {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:19:15.823598 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Provisioning complete for port 7e87c519-d098-438c-bee3-fa72f788cba9 triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:19:15.824173 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:16.296406 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ef91e7-5815-4bd7-b4bb-0b2c2740e390 req-bea0b0f5-8004-4ea6-8b93-010e2b174baa tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:16.302836 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-e0ef91e7-5815-4bd7-b4bb-0b2c2740e390 req-bea0b0f5-8004-4ea6-8b93-010e2b174baa tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/ports?device_id=42e08568-d76b-446d-be76-a7ea060e8400 HTTP/1.1" status: 200 len: 946 time: 0.1642220 Feb 17 21:19:16.330039 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471c8b4e-045c-4978-9668-293f450ac00f req-f670008e-a54d-4f69-97f6-75338c0b1b85 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:16.331703 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-471c8b4e-045c-4978-9668-293f450ac00f req-f670008e-a54d-4f69-97f6-75338c0b1b85 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee25171f-f073-4a41-ba0f-eb88e8d856c1 HTTP/1.1" status: 200 len: 946 time: 0.1514914 Feb 17 21:19:16.392581 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-e0ef91e7-5815-4bd7-b4bb-0b2c2740e390 req-a8ed98b0-c2d3-486b-9c9c-2b7e5cb80c8b tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/security-groups?id=5df91840-1d6e-47b1-b11d-86f99077f317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853088 Feb 17 21:19:16.403877 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-471c8b4e-045c-4978-9668-293f450ac00f req-d5b8af5a-e00f-477f-b216-59356bc37988 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/security-groups?id=fce51754-d32d-475a-91fc-501dc12703ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632074 Feb 17 21:19:17.651767 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd258dd-b1bf-473b-85a5-2c44d7f04ceb req-6553e21a-0668-49e0-a8e1-53e541df79e6 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:17.654489 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-6dd258dd-b1bf-473b-85a5-2c44d7f04ceb req-6553e21a-0668-49e0-a8e1-53e541df79e6 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/ports?device_id=42e08568-d76b-446d-be76-a7ea060e8400 HTTP/1.1" status: 200 len: 946 time: 0.1336346 Feb 17 21:19:17.712593 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-6dd258dd-b1bf-473b-85a5-2c44d7f04ceb req-1572026f-aa3a-4f80-8855-02f62b553f13 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/security-groups?id=5df91840-1d6e-47b1-b11d-86f99077f317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510643 Feb 17 21:19:17.935177 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 34316) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:19:18.067662 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-fadd37d0-8c47-41ac-b31c-512f23f7c3b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:18.083836 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-fadd37d0-8c47-41ac-b31c-512f23f7c3b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:19:18.088002 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-fadd37d0-8c47-41ac-b31c-512f23f7c3b3 admin admin] Usage tracker for resource:security_group_rule and tenant:0c8116c460204f1383ddac2debe40b77 is out of sync, need to count used quota {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:19:18.091268 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-fadd37d0-8c47-41ac-b31c-512f23f7c3b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:19:18.097253 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-fadd37d0-8c47-41ac-b31c-512f23f7c3b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:19:18.188022 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-fadd37d0-8c47-41ac-b31c-512f23f7c3b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:18.191322 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-fadd37d0-8c47-41ac-b31c-512f23f7c3b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:18.201078 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-bbd85208-5ad4-43c7-ae29-df4f247f2ab3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:18.236169 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadd37d0-8c47-41ac-b31c-512f23f7c3b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bddadf7e-15c2-4ddd-b60b-ed5c683b079d,revision_number=1']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:18.242259 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-fadd37d0-8c47-41ac-b31c-512f23f7c3b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:18.261494 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-fadd37d0-8c47-41ac-b31c-512f23f7c3b3 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=0c8116c460204f1383ddac2debe40b77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3250575 Feb 17 21:19:18.264253 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 34332) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:19:18.330914 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ede4b718-1a9f-4b41-ab21-af3c8f41c741 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:18.361277 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ede4b718-1a9f-4b41-ab21-af3c8f41c741 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:18.407948 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ede4b718-1a9f-4b41-ab21-af3c8f41c741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:18.413975 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-0f6479bd-b42a-458d-92e2-2a5dc993aed1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:18.429853 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede4b718-1a9f-4b41-ab21-af3c8f41c741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bddadf7e-15c2-4ddd-b60b-ed5c683b079d,revision_number=None']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:18.432787 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-ede4b718-1a9f-4b41-ab21-af3c8f41c741 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:18.435183 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ede4b718-1a9f-4b41-ab21-af3c8f41c741 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:18.439827 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-ede4b718-1a9f-4b41-ab21-af3c8f41c741 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/bddadf7e-15c2-4ddd-b60b-ed5c683b079d HTTP/1.1" status: 204 len: 168 time: 0.1745217 Feb 17 21:19:18.820977 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 34372) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:19:18.867269 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f2d31209-df64-4d59-a7d8-64d7095438e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:18.897752 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-f2d31209-df64-4d59-a7d8-64d7095438e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:19:18.902512 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-f2d31209-df64-4d59-a7d8-64d7095438e8 admin admin] Usage tracker for resource:security_group_rule and tenant:d2f0ea88163d46dc879b8d2eae0deb7b is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:19:18.906175 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-f2d31209-df64-4d59-a7d8-64d7095438e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:19:18.912923 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-f2d31209-df64-4d59-a7d8-64d7095438e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:19:18.924298 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c7ecb5-1a27-4484-930a-7f9688d6173f req-1b5a8503-b113-4c1e-98e1-0bacbaa2f371 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:18.928401 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-d3c7ecb5-1a27-4484-930a-7f9688d6173f req-1b5a8503-b113-4c1e-98e1-0bacbaa2f371 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/networks?id=35f9b575-0edf-435d-825c-afd5be1781b3 HTTP/1.1" status: 200 len: 814 time: 0.2233520 Feb 17 21:19:18.958429 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-d3c7ecb5-1a27-4484-930a-7f9688d6173f req-a9f40a05-f6dc-4b5a-8535-6b6fb28fa444 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/quotas/99ecb63817724b3b843973136a4f57b7 HTTP/1.1" status: 200 len: 375 time: 0.0214520 Feb 17 21:19:19.030560 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f2d31209-df64-4d59-a7d8-64d7095438e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:19.036060 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f2d31209-df64-4d59-a7d8-64d7095438e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:19.047471 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-9d65b807-831c-46a5-b869-5d51e7eb0e11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:19.082848 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d31209-df64-4d59-a7d8-64d7095438e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b7e4433-cbd2-48b4-8c01-dee06ec7616d,revision_number=1']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:19.097216 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-f2d31209-df64-4d59-a7d8-64d7095438e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:19.112349 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-f2d31209-df64-4d59-a7d8-64d7095438e8 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=d2f0ea88163d46dc879b8d2eae0deb7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2901931 Feb 17 21:19:19.113032 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 34386) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:19:19.180819 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b9787-4e72-43bd-a5a1-2b4c85768325 req-88fa6488-0cc1-431f-8836-7e9ac4779136 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:19.188649 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-ee9b9787-4e72-43bd-a5a1-2b4c85768325 req-88fa6488-0cc1-431f-8836-7e9ac4779136 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/ports?device_id=42e08568-d76b-446d-be76-a7ea060e8400 HTTP/1.1" status: 200 len: 946 time: 0.1717038 Feb 17 21:19:19.191528 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-2bd05f76-4e2e-44fe-8b17-99afa408a97a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:19.197122 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-d3c7ecb5-1a27-4484-930a-7f9688d6173f req-b2bffbdd-25e5-4458-b63a-4dd5d11fc583 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=99ecb63817724b3b843973136a4f57b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2305350 Feb 17 21:19:19.234509 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-2bd05f76-4e2e-44fe-8b17-99afa408a97a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:19.287035 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-2bd05f76-4e2e-44fe-8b17-99afa408a97a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:19.294544 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:19.316513 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd05f76-4e2e-44fe-8b17-99afa408a97a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b7e4433-cbd2-48b4-8c01-dee06ec7616d,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:19.325095 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-2bd05f76-4e2e-44fe-8b17-99afa408a97a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:19.328818 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-2bd05f76-4e2e-44fe-8b17-99afa408a97a admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/1b7e4433-cbd2-48b4-8c01-dee06ec7616d HTTP/1.1" status: 204 len: 168 time: 0.2123570 Feb 17 21:19:19.328818 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-2bd05f76-4e2e-44fe-8b17-99afa408a97a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:19.356203 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 34400) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:19:19.357489 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-ee9b9787-4e72-43bd-a5a1-2b4c85768325 req-896c7d91-b31f-492c-8f68-5d143472e5f4 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/security-groups?id=5df91840-1d6e-47b1-b11d-86f99077f317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580539 Feb 17 21:19:19.441076 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-d3c7ecb5-1a27-4484-930a-7f9688d6173f req-476963af-da34-422b-9275-4283ff9d3b5b service neutron] 10.222.0.90 "GET /v2.0/networks/35f9b575-0edf-435d-825c-afd5be1781b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281451 Feb 17 21:19:19.522171 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-41716958-adc2-471e-b907-8df7425f2b23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:19.546037 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-41716958-adc2-471e-b907-8df7425f2b23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:19:19.551630 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-41716958-adc2-471e-b907-8df7425f2b23 admin admin] Usage tracker for resource:security_group_rule and tenant:c1dbec20a24c4c6ba2a88709e1c3e5c1 is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:19:19.555504 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-41716958-adc2-471e-b907-8df7425f2b23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:19:19.562194 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-41716958-adc2-471e-b907-8df7425f2b23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:19:19.592450 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-d3c7ecb5-1a27-4484-930a-7f9688d6173f req-b0ca368a-91df-4b3f-891f-cfa47936db37 service neutron] 10.222.0.90 "GET /v2.0/networks/35f9b575-0edf-435d-825c-afd5be1781b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1436021 Feb 17 21:19:19.667682 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-41716958-adc2-471e-b907-8df7425f2b23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:19.676935 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-41716958-adc2-471e-b907-8df7425f2b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:19.687390 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-bf0ea146-fe27-43af-8d85-891eb0fc9c07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:19.734804 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-41716958-adc2-471e-b907-8df7425f2b23 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=c1dbec20a24c4c6ba2a88709e1c3e5c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3773923 Feb 17 21:19:19.736565 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41716958-adc2-471e-b907-8df7425f2b23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72c742ef-70f9-479b-826d-84befaa9fe8b,revision_number=1']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:19.737662 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 34416) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:19:19.750014 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-41716958-adc2-471e-b907-8df7425f2b23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:19.861017 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-877633d6-bee3-4e5b-9e41-8cce3e692e4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:19.896252 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-877633d6-bee3-4e5b-9e41-8cce3e692e4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:19.914135 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 34430) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:19:19.985933 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-877633d6-bee3-4e5b-9e41-8cce3e692e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:20.006184 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-99c106cf-2f14-4387-8b03-714e1b998581 req-34d4a082-fc15-4b1c-899a-a1fe79aff633 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/ports?device_id=9632edfd-0835-4430-9bfc-99eb6c22a435 HTTP/1.1" status: 200 len: 210 time: 0.0621765 Feb 17 21:19:20.009496 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-566a9375-127c-4198-98ef-571058ca3a49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:20.031897 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877633d6-bee3-4e5b-9e41-8cce3e692e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c742ef-70f9-479b-826d-84befaa9fe8b,revision_number=None']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:20.036769 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-877633d6-bee3-4e5b-9e41-8cce3e692e4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:20.041113 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-877633d6-bee3-4e5b-9e41-8cce3e692e4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:20.042574 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-877633d6-bee3-4e5b-9e41-8cce3e692e4d admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/72c742ef-70f9-479b-826d-84befaa9fe8b HTTP/1.1" status: 204 len: 168 time: 0.3038390 Feb 17 21:19:20.315103 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-340e0208-859f-4457-8c95-a14c18696b3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:20.340784 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-340e0208-859f-4457-8c95-a14c18696b3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:19:20.345919 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-340e0208-859f-4457-8c95-a14c18696b3d admin admin] Usage tracker for resource:security_group_rule and tenant:0b62ec896a074dd2b6703a9a65579641 is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:19:20.349092 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-340e0208-859f-4457-8c95-a14c18696b3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:19:20.356382 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-340e0208-859f-4457-8c95-a14c18696b3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:19:20.506766 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-340e0208-859f-4457-8c95-a14c18696b3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:20.511177 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-340e0208-859f-4457-8c95-a14c18696b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:20.525248 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:20.555380 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340e0208-859f-4457-8c95-a14c18696b3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67df48b3-ec33-4881-bda2-f0b6b95192a5,revision_number=1']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:20.559104 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-340e0208-859f-4457-8c95-a14c18696b3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:20.581101 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-340e0208-859f-4457-8c95-a14c18696b3d admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=0b62ec896a074dd2b6703a9a65579641&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6630580 Feb 17 21:19:20.581392 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 34464) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:19:20.651693 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ccc1d92e-ce79-4c4b-93ef-430b1ab5cfe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:20.684487 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ccc1d92e-ce79-4c4b-93ef-430b1ab5cfe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:20.692903 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 34474) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:19:20.720430 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-b629b703-3f51-4e82-a7b7-1e5e65b0b7cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:20.751101 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-b629b703-3f51-4e82-a7b7-1e5e65b0b7cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:19:20.754907 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea67b870-fcf1-4fc2-9c86-47c47ee024b9 req-fc3a3eb8-11be-4496-afe7-1ed1dc4a8647 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:20.755156 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-b629b703-3f51-4e82-a7b7-1e5e65b0b7cc admin admin] Usage tracker for resource:security_group_rule and tenant:f7a76a14554344b1ae29ef304ed90426 is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:19:20.756559 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-ea67b870-fcf1-4fc2-9c86-47c47ee024b9 req-fc3a3eb8-11be-4496-afe7-1ed1dc4a8647 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/ports?device_id=42e08568-d76b-446d-be76-a7ea060e8400 HTTP/1.1" status: 200 len: 946 time: 0.1891792 Feb 17 21:19:20.758264 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-b629b703-3f51-4e82-a7b7-1e5e65b0b7cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:19:20.764955 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-b629b703-3f51-4e82-a7b7-1e5e65b0b7cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:19:20.855571 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-ea67b870-fcf1-4fc2-9c86-47c47ee024b9 req-419e18b2-ed50-454a-b971-3f30df79de9e tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/security-groups?id=5df91840-1d6e-47b1-b11d-86f99077f317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893056 Feb 17 21:19:20.886033 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-b629b703-3f51-4e82-a7b7-1e5e65b0b7cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:20.893201 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-b629b703-3f51-4e82-a7b7-1e5e65b0b7cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:20.904342 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d77118c2-b4b1-4322-b4c2-50502b8b9056 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:20.945683 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b629b703-3f51-4e82-a7b7-1e5e65b0b7cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a5af28d-43fe-44c4-a635-56180b2ac7fd,revision_number=1']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:20.949391 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-b629b703-3f51-4e82-a7b7-1e5e65b0b7cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:20.961545 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-b629b703-3f51-4e82-a7b7-1e5e65b0b7cc admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=f7a76a14554344b1ae29ef304ed90426&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2644403 Feb 17 21:19:20.964346 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 34486) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:19:20.973849 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ccc1d92e-ce79-4c4b-93ef-430b1ab5cfe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:20.980885 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-2bd05f76-4e2e-44fe-8b17-99afa408a97a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:20.997188 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc1d92e-ce79-4c4b-93ef-430b1ab5cfe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67df48b3-ec33-4881-bda2-f0b6b95192a5,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:21.000012 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-ccc1d92e-ce79-4c4b-93ef-430b1ab5cfe6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:21.019592 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ccc1d92e-ce79-4c4b-93ef-430b1ab5cfe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:21.019592 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-ccc1d92e-ce79-4c4b-93ef-430b1ab5cfe6 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/67df48b3-ec33-4881-bda2-f0b6b95192a5 HTTP/1.1" status: 204 len: 168 time: 0.4371319 Feb 17 21:19:21.048043 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-59972161-e91b-4117-b739-2e87cedad996 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:21.080291 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-59972161-e91b-4117-b739-2e87cedad996 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:21.174363 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-59972161-e91b-4117-b739-2e87cedad996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:21.181942 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:21.198480 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59972161-e91b-4117-b739-2e87cedad996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a5af28d-43fe-44c4-a635-56180b2ac7fd,revision_number=None']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:21.201454 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-59972161-e91b-4117-b739-2e87cedad996 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:21.202715 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-59972161-e91b-4117-b739-2e87cedad996 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:21.206324 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-59972161-e91b-4117-b739-2e87cedad996 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/1a5af28d-43fe-44c4-a635-56180b2ac7fd HTTP/1.1" status: 204 len: 168 time: 0.2384245 Feb 17 21:19:21.341901 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-2237ff8b-8467-43c0-a45c-29574b7381eb req-a0b57ff0-eaf1-4de1-a439-c83e508712b0 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/ports?device_id=9632edfd-0835-4430-9bfc-99eb6c22a435 HTTP/1.1" status: 200 len: 210 time: 0.0913126 Feb 17 21:19:21.665256 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c7ecb5-1a27-4484-930a-7f9688d6173f req-c0b42b31-6422-488f-a21c-5dc11904691b tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:21.667118 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-d3c7ecb5-1a27-4484-930a-7f9688d6173f req-c0b42b31-6422-488f-a21c-5dc11904691b tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.95 "GET /v2.0/networks?id=35f9b575-0edf-435d-825c-afd5be1781b3 HTTP/1.1" status: 200 len: 814 time: 0.2548943 Feb 17 21:19:21.691981 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [req-d3c7ecb5-1a27-4484-930a-7f9688d6173f req-815e37e5-a068-42a3-83e7-b956b57bb5ca tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Request body: {'port': {'device_id': '9632edfd-0835-4430-9bfc-99eb6c22a435', 'network_id': '35f9b575-0edf-435d-825c-afd5be1781b3', 'admin_state_up': True, 'tenant_id': '99ecb63817724b3b843973136a4f57b7'}} {{(pid=83971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:19:21.879911 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [req-d3c7ecb5-1a27-4484-930a-7f9688d6173f req-815e37e5-a068-42a3-83e7-b956b57bb5ca tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:19:21.894992 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [req-d3c7ecb5-1a27-4484-930a-7f9688d6173f req-815e37e5-a068-42a3-83e7-b956b57bb5ca tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:19:21.915979 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3c7ecb5-1a27-4484-930a-7f9688d6173f req-815e37e5-a068-42a3-83e7-b956b57bb5ca tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Made reservation on behalf of 99ecb63817724b3b843973136a4f57b7 for: {'port': 1} {{(pid=83971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:19:21.921988 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 34556) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:19:21.923269 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-d3c7ecb5-1a27-4484-930a-7f9688d6173f req-815e37e5-a068-42a3-83e7-b956b57bb5ca tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:22.280999 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-168632a6-6433-4873-aab8-5f849c5d62ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:22.302512 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-168632a6-6433-4873-aab8-5f849c5d62ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:19:22.308097 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-168632a6-6433-4873-aab8-5f849c5d62ab admin admin] Usage tracker for resource:security_group_rule and tenant:09868bcf092e434ab17017db022d43a6 is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:19:22.314374 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-168632a6-6433-4873-aab8-5f849c5d62ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:19:22.330727 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-168632a6-6433-4873-aab8-5f849c5d62ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:19:22.552165 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-168632a6-6433-4873-aab8-5f849c5d62ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:22.556964 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-168632a6-6433-4873-aab8-5f849c5d62ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:22.568598 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-556ddda4-463d-4bc2-95a5-929a834b4156 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:22.653711 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-168632a6-6433-4873-aab8-5f849c5d62ab admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=09868bcf092e434ab17017db022d43a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7281461 Feb 17 21:19:22.653711 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168632a6-6433-4873-aab8-5f849c5d62ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b48cb5d2-e524-4498-85f9-c615fdbb9669,revision_number=1']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:22.656443 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 34604) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:19:22.677170 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-168632a6-6433-4873-aab8-5f849c5d62ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:22.774857 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-d7f5fa1e-4dc4-4170-8be5-c2593c89a26c req-37c88d31-bb55-4463-aefc-1a083e2d987d tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/ports?device_id=9632edfd-0835-4430-9bfc-99eb6c22a435 HTTP/1.1" status: 200 len: 210 time: 0.0776198 Feb 17 21:19:22.854033 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f8a00-9fce-4664-8865-92883b6dfb67 req-3167630f-2c81-43a1-8ff7-349a3636fdc8 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:22.855877 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-493f8a00-9fce-4664-8865-92883b6dfb67 req-3167630f-2c81-43a1-8ff7-349a3636fdc8 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/ports?device_id=42e08568-d76b-446d-be76-a7ea060e8400 HTTP/1.1" status: 200 len: 946 time: 0.7621074 Feb 17 21:19:22.861530 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.db_base_plugin_common [req-d3c7ecb5-1a27-4484-930a-7f9688d6173f req-815e37e5-a068-42a3-83e7-b956b57bb5ca tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Allocated IP 172.20.0.4 (35f9b575-0edf-435d-825c-afd5be1781b3/1674444a-f910-400c-bb97-a2b62b24e55e/628df675-8ac5-457f-9a0c-d403f3119c8b) {{(pid=83971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 21:19:22.863786 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d000603a-8058-4995-840b-e8ca2be172d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:22.884057 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 34618) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:19:22.941999 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d000603a-8058-4995-840b-e8ca2be172d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:22.985145 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-493f8a00-9fce-4664-8865-92883b6dfb67 req-a3a7355b-c4bb-404b-81e4-ce28877bb9a9 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/security-groups?id=5df91840-1d6e-47b1-b11d-86f99077f317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190531 Feb 17 21:19:23.061290 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [None req-a9524575-a420-43ac-b37d-172548d8c847 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2002361648-network', 'tenant_id': 'a50a5bcc4e084e6db92be79811667253'}} {{(pid=83970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:19:23.069084 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-a9524575-a420-43ac-b37d-172548d8c847 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:19:23.075099 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-a9524575-a420-43ac-b37d-172548d8c847 admin admin] Usage tracker for resource:network and tenant:a50a5bcc4e084e6db92be79811667253 is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:19:23.078334 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-a9524575-a420-43ac-b37d-172548d8c847 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:19:23.085014 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-a9524575-a420-43ac-b37d-172548d8c847 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:19:23.105973 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9524575-a420-43ac-b37d-172548d8c847 admin admin] Made reservation on behalf of a50a5bcc4e084e6db92be79811667253 for: {'network': 1} {{(pid=83970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:19:23.113798 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-a9524575-a420-43ac-b37d-172548d8c847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for network, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:23.140914 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d000603a-8058-4995-840b-e8ca2be172d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:23.140914 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-42e44b79-add1-4558-85e6-7ed51130c82b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:23.147071 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-a9524575-a420-43ac-b37d-172548d8c847 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:23.166459 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-a9524575-a420-43ac-b37d-172548d8c847 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:19:23.167182 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d000603a-8058-4995-840b-e8ca2be172d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b48cb5d2-e524-4498-85f9-c615fdbb9669,revision_number=None']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:23.171038 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d000603a-8058-4995-840b-e8ca2be172d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:23.173516 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-a9524575-a420-43ac-b37d-172548d8c847 admin admin] Usage tracker for resource:security_group_rule and tenant:a50a5bcc4e084e6db92be79811667253 is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:19:23.183278 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-a9524575-a420-43ac-b37d-172548d8c847 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:19:23.193682 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d000603a-8058-4995-840b-e8ca2be172d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:23.193876 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-a9524575-a420-43ac-b37d-172548d8c847 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:19:23.195012 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-d000603a-8058-4995-840b-e8ca2be172d2 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/b48cb5d2-e524-4498-85f9-c615fdbb9669 HTTP/1.1" status: 204 len: 168 time: 0.5374646 Feb 17 21:19:23.263400 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-d3c7ecb5-1a27-4484-930a-7f9688d6173f req-815e37e5-a068-42a3-83e7-b956b57bb5ca tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Notify callbacks [] for port, precommit_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:23.303687 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-d3c7ecb5-1a27-4484-930a-7f9688d6173f req-815e37e5-a068-42a3-83e7-b956b57bb5ca tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782347517401'] for port, after_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:23.305474 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-a9524575-a420-43ac-b37d-172548d8c847 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:23.309018 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-a9524575-a420-43ac-b37d-172548d8c847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:23.314330 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-ca4f69d6-f785-43fd-ac89-0c5a6fdfdef1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:23.321265 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:23.357789 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9524575-a420-43ac-b37d-172548d8c847 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=83970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 21:19:23.369949 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9524575-a420-43ac-b37d-172548d8c847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b64051-caf7-4d45-aa1e-bcaca4be81ee,revision_number=1']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:23.374050 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-a9524575-a420-43ac-b37d-172548d8c847 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:23.376761 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-a9524575-a420-43ac-b37d-172548d8c847 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363254506717436', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846507987'] for segment, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:23.377202 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.db.segments_db [None req-a9524575-a420-43ac-b37d-172548d8c847 admin admin] Added segment 08ce18e3-b8b4-42a4-b3b1-cfb0095e7e98 of type vxlan for network 407c8f18-97cf-47b9-91fa-3c95f390de39 Feb 17 21:19:23.412515 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-a9524575-a420-43ac-b37d-172548d8c847 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363254507310776'] for network, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:23.447031 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-a9524575-a420-43ac-b37d-172548d8c847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826'] for network, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:23.448588 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9524575-a420-43ac-b37d-172548d8c847 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:23.449417 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-a9524575-a420-43ac-b37d-172548d8c847 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854194843'] for network, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:23.456363 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:23.542215 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815e37e5-a068-42a3-83e7-b956b57bb5ca tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Pushing event updated for resources: {'Port': ['ID=628df675-8ac5-457f-9a0c-d403f3119c8b,revision_number=1']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:23.550262 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-815e37e5-a068-42a3-83e7-b956b57bb5ca tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:23.608682 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9524575-a420-43ac-b37d-172548d8c847 admin admin] Pushing event updated for resources: {'Network': ['ID=407c8f18-97cf-47b9-91fa-3c95f390de39,revision_number=1']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:23.613875 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-a9524575-a420-43ac-b37d-172548d8c847 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:23.623110 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Network 407c8f18-97cf-47b9-91fa-3c95f390de39 details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=83972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 21:19:23.655401 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-a9524575-a420-43ac-b37d-172548d8c847 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.7688689 Feb 17 21:19:23.656079 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 34646) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:19:23.677044 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [None req-810c8106-0f81-4eee-8dd3-1da8141d66d1 admin admin] Request body: {'subnet': {'network_id': '407c8f18-97cf-47b9-91fa-3c95f390de39', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2002361648-subnet', 'tenant_id': 'a50a5bcc4e084e6db92be79811667253', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:19:23.697420 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-810c8106-0f81-4eee-8dd3-1da8141d66d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:19:23.703418 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-810c8106-0f81-4eee-8dd3-1da8141d66d1 admin admin] Usage tracker for resource:subnet and tenant:a50a5bcc4e084e6db92be79811667253 is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:19:23.713620 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-810c8106-0f81-4eee-8dd3-1da8141d66d1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:19:23.722251 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3c7ecb5-1a27-4484-930a-7f9688d6173f req-815e37e5-a068-42a3-83e7-b956b57bb5ca tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Network 35f9b575-0edf-435d-825c-afd5be1781b3 is already hosted by enough agents. {{(pid=83971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:19:23.723657 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.base_scheduler [req-d3c7ecb5-1a27-4484-930a-7f9688d6173f req-815e37e5-a068-42a3-83e7-b956b57bb5ca tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Resources bound (agent type, host, resource id): {{(pid=83971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:19:23.727503 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-810c8106-0f81-4eee-8dd3-1da8141d66d1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:19:23.734843 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3c7ecb5-1a27-4484-930a-7f9688d6173f req-815e37e5-a068-42a3-83e7-b956b57bb5ca tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Received port after_create {{(pid=83971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 21:19:23.747451 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-810c8106-0f81-4eee-8dd3-1da8141d66d1 admin admin] Made reservation on behalf of a50a5bcc4e084e6db92be79811667253 for: {'subnet': 1} {{(pid=83970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:19:23.747642 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c7ecb5-1a27-4484-930a-7f9688d6173f req-815e37e5-a068-42a3-83e7-b956b57bb5ca tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:23.748171 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-d3c7ecb5-1a27-4484-930a-7f9688d6173f req-815e37e5-a068-42a3-83e7-b956b57bb5ca tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854194843'] for port, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:23.752869 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-810c8106-0f81-4eee-8dd3-1da8141d66d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852432875'] for subnet, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:23.773771 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-d3c7ecb5-1a27-4484-930a-7f9688d6173f req-815e37e5-a068-42a3-83e7-b956b57bb5ca tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0907698 Feb 17 21:19:23.802063 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [req-d3c7ecb5-1a27-4484-930a-7f9688d6173f req-8b8ec31b-0539-494d-8375-f705c74f3e4a service neutron] Request body: {'port': {'device_id': '9632edfd-0835-4430-9bfc-99eb6c22a435', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:19:23.856456 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Network 407c8f18-97cf-47b9-91fa-3c95f390de39 details requested by agent ovs-agent-dv-cinder-760193-4-smb with host dv-cinder-760193-4-smb {{(pid=83972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 21:19:23.902182 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 34656) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:19:23.956230 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d2f2a43b-6baa-4557-b8bf-252ecf665fc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:23.986396 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-d2f2a43b-6baa-4557-b8bf-252ecf665fc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:19:23.990933 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-d2f2a43b-6baa-4557-b8bf-252ecf665fc5 admin admin] Usage tracker for resource:security_group_rule and tenant:5ee48c14033a45ffaf5f6eee6561a55d is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:19:23.995232 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-d2f2a43b-6baa-4557-b8bf-252ecf665fc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:19:24.006694 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-d3c7ecb5-1a27-4484-930a-7f9688d6173f req-8b8ec31b-0539-494d-8375-f705c74f3e4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:24.008646 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-d2f2a43b-6baa-4557-b8bf-252ecf665fc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:19:24.203846 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d2f2a43b-6baa-4557-b8bf-252ecf665fc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:24.208124 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d2f2a43b-6baa-4557-b8bf-252ecf665fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:24.220792 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-c216cc55-744a-4130-aa4d-9f1294bc19c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:24.259388 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f2a43b-6baa-4557-b8bf-252ecf665fc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54e45191-1020-4db0-94d4-7bbf8fed8814,revision_number=1']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:24.266086 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d2f2a43b-6baa-4557-b8bf-252ecf665fc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:24.291046 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-d2f2a43b-6baa-4557-b8bf-252ecf665fc5 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=5ee48c14033a45ffaf5f6eee6561a55d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3844914 Feb 17 21:19:24.291459 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 34670) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:19:24.436700 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-abb6a00b-f197-4a57-a2aa-890517858481 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:24.480834 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1635fa3-261f-4186-8bf9-7ea89de37390 req-4e0ed0cd-c470-459e-9c14-915386aee1e6 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:24.482471 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-f1635fa3-261f-4186-8bf9-7ea89de37390 req-4e0ed0cd-c470-459e-9c14-915386aee1e6 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/ports?device_id=42e08568-d76b-446d-be76-a7ea060e8400 HTTP/1.1" status: 200 len: 946 time: 0.3514972 Feb 17 21:19:24.491082 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-abb6a00b-f197-4a57-a2aa-890517858481 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:24.520896 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606cc604-44a3-4854-868a-aac57661274c req-e2035c45-a639-44d3-8605-e9f57969d13c tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:24.521667 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-606cc604-44a3-4854-868a-aac57661274c req-e2035c45-a639-44d3-8605-e9f57969d13c tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Synchronizing usage tracker for tenant:99ecb63817724b3b843973136a4f57b7 on resource:port {{(pid=83971) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:19:24.621917 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-abb6a00b-f197-4a57-a2aa-890517858481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:24.624749 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-09811640-de55-47e9-a3ce-01a2b25593a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:24.640106 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb6a00b-f197-4a57-a2aa-890517858481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e45191-1020-4db0-94d4-7bbf8fed8814,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:24.640835 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-606cc604-44a3-4854-868a-aac57661274c req-e2035c45-a639-44d3-8605-e9f57969d13c tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Unset dirty status for tenant:99ecb63817724b3b843973136a4f57b7 on resource:port {{(pid=83971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:19:24.642022 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-606cc604-44a3-4854-868a-aac57661274c req-e2035c45-a639-44d3-8605-e9f57969d13c tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/ports?device_id=9632edfd-0835-4430-9bfc-99eb6c22a435 HTTP/1.1" status: 200 len: 931 time: 0.5488172 Feb 17 21:19:24.643011 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-abb6a00b-f197-4a57-a2aa-890517858481 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:24.665071 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-abb6a00b-f197-4a57-a2aa-890517858481 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:24.666304 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-abb6a00b-f197-4a57-a2aa-890517858481 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/54e45191-1020-4db0-94d4-7bbf8fed8814 HTTP/1.1" status: 204 len: 168 time: 0.3738611 Feb 17 21:19:24.671273 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-f1635fa3-261f-4186-8bf9-7ea89de37390 req-df896174-5984-4ac0-94ef-13a907ab7d6c tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/security-groups?id=5df91840-1d6e-47b1-b11d-86f99077f317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773510 Feb 17 21:19:24.749370 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-810c8106-0f81-4eee-8dd3-1da8141d66d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853044652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852432892'] for subnet, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:24.755147 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-606cc604-44a3-4854-868a-aac57661274c req-f61a6d65-181b-4e40-8dec-937e55666b18 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/security-groups?id=fce51754-d32d-475a-91fc-501dc12703ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980098 Feb 17 21:19:24.767242 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:24.897439 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810c8106-0f81-4eee-8dd3-1da8141d66d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=183910a9-6a55-41ac-b3d7-53b1750afb54,revision_number=0']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:24.902793 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-810c8106-0f81-4eee-8dd3-1da8141d66d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:24.927252 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [req-d3c7ecb5-1a27-4484-930a-7f9688d6173f req-8b8ec31b-0539-494d-8375-f705c74f3e4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 628df675-8ac5-457f-9a0c-d403f3119c8b {{(pid=83971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 21:19:24.938072 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-d3c7ecb5-1a27-4484-930a-7f9688d6173f req-8b8ec31b-0539-494d-8375-f705c74f3e4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:24.953926 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [req-d3c7ecb5-1a27-4484-930a-7f9688d6173f req-8b8ec31b-0539-494d-8375-f705c74f3e4a service neutron] Transition to ACTIVE for port object 628df675-8ac5-457f-9a0c-d403f3119c8b will not be triggered until provisioned by entity L2. {{(pid=83971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:19:24.957094 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-d3c7ecb5-1a27-4484-930a-7f9688d6173f req-8b8ec31b-0539-494d-8375-f705c74f3e4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:24.973820 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-047c0294-cf98-4588-8631-8ca88c73f429 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:25.036982 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810c8106-0f81-4eee-8dd3-1da8141d66d1 admin admin] Checking segment: {'id': '08ce18e3-b8b4-42a4-b3b1-cfb0095e7e98', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '407c8f18-97cf-47b9-91fa-3c95f390de39'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:19:25.037387 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810c8106-0f81-4eee-8dd3-1da8141d66d1 admin admin] Network hostable DHCP agents. Network: 407c8f18-97cf-47b9-91fa-3c95f390de39, hostable agents: ['81574b38-487a-4663-81fe-2ebf358e1d09'], hosted agents: [] {{(pid=83970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 21:19:25.066587 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810c8106-0f81-4eee-8dd3-1da8141d66d1 admin admin] Network 407c8f18-97cf-47b9-91fa-3c95f390de39 is scheduled to be hosted by DHCP agent 81574b38-487a-4663-81fe-2ebf358e1d09 with binding_index 1 {{(pid=83970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 21:19:25.078665 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.base_scheduler [None req-810c8106-0f81-4eee-8dd3-1da8141d66d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-4-smb, 407c8f18-97cf-47b9-91fa-3c95f390de39) {{(pid=83970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:19:25.086976 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943646a1-9c64-4999-bc29-f92689c973eb None None] Network 407c8f18-97cf-47b9-91fa-3c95f390de39 requested from dv-cinder-760193-4-smb {{(pid=83972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 21:19:25.118548 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810c8106-0f81-4eee-8dd3-1da8141d66d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:25.119390 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-810c8106-0f81-4eee-8dd3-1da8141d66d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854194843'] for subnet, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:25.153833 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-810c8106-0f81-4eee-8dd3-1da8141d66d1 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4965625 Feb 17 21:19:25.185309 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8ec31b-0539-494d-8375-f705c74f3e4a service neutron] Pushing event updated for resources: {'Port': ['ID=628df675-8ac5-457f-9a0c-d403f3119c8b,revision_number=2']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:25.190071 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-8b8ec31b-0539-494d-8375-f705c74f3e4a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:25.360423 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [req-d3c7ecb5-1a27-4484-930a-7f9688d6173f req-8b8ec31b-0539-494d-8375-f705c74f3e4a service neutron] Attempting to bind port 628df675-8ac5-457f-9a0c-d403f3119c8b on host hv-cinder-76019 for vnic_type normal with profile {{(pid=83971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 21:19:25.360798 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [req-d3c7ecb5-1a27-4484-930a-7f9688d6173f req-8b8ec31b-0539-494d-8375-f705c74f3e4a service neutron] Attempting to bind port 628df675-8ac5-457f-9a0c-d403f3119c8b by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': 'f4a680a4-70bd-4ad3-8819-012844941805', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '35f9b575-0edf-435d-825c-afd5be1781b3'}] {{(pid=83971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 21:19:25.361171 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c7ecb5-1a27-4484-930a-7f9688d6173f req-8b8ec31b-0539-494d-8375-f705c74f3e4a service neutron] Attempting to bind port 628df675-8ac5-457f-9a0c-d403f3119c8b on network 35f9b575-0edf-435d-825c-afd5be1781b3 {{(pid=83971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 21:19:25.367969 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c7ecb5-1a27-4484-930a-7f9688d6173f req-8b8ec31b-0539-494d-8375-f705c74f3e4a service neutron] Checking agent: {'id': '6e714d21-3fd0-4fe2-be64-3af0527f8f44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 21, 15, 59), 'started_at': datetime.datetime(2021, 2, 17, 21, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 21:19:25.368352 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c7ecb5-1a27-4484-930a-7f9688d6173f req-8b8ec31b-0539-494d-8375-f705c74f3e4a service neutron] Checking segment: {'id': 'f4a680a4-70bd-4ad3-8819-012844941805', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '35f9b575-0edf-435d-825c-afd5be1781b3'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:19:25.368709 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-d3c7ecb5-1a27-4484-930a-7f9688d6173f req-8b8ec31b-0539-494d-8375-f705c74f3e4a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:25.369102 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c7ecb5-1a27-4484-930a-7f9688d6173f req-8b8ec31b-0539-494d-8375-f705c74f3e4a service neutron] Bound using segment: {'id': 'f4a680a4-70bd-4ad3-8819-012844941805', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '35f9b575-0edf-435d-825c-afd5be1781b3'} {{(pid=83971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 21:19:25.369573 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [req-d3c7ecb5-1a27-4484-930a-7f9688d6173f req-8b8ec31b-0539-494d-8375-f705c74f3e4a service neutron] Bound port: 628df675-8ac5-457f-9a0c-d403f3119c8b, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4a680a4-70bd-4ad3-8819-012844941805', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '35f9b575-0edf-435d-825c-afd5be1781b3'}}] {{(pid=83971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 21:19:25.369934 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-d3c7ecb5-1a27-4484-930a-7f9688d6173f req-8b8ec31b-0539-494d-8375-f705c74f3e4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:25.380509 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41153be7-dbbb-49c9-9aba-44a76a1bff17 None None] Network 407c8f18-97cf-47b9-91fa-3c95f390de39 requested from dv-cinder-760193-4-smb {{(pid=83972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 21:19:25.481080 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [req-d3c7ecb5-1a27-4484-930a-7f9688d6173f req-8b8ec31b-0539-494d-8375-f705c74f3e4a service neutron] For port 628df675-8ac5-457f-9a0c-d403f3119c8b, host hv-cinder-76019, cleared binding levels {{(pid=83971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 21:19:25.484778 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [req-d3c7ecb5-1a27-4484-930a-7f9688d6173f req-8b8ec31b-0539-494d-8375-f705c74f3e4a service neutron] For port 628df675-8ac5-457f-9a0c-d403f3119c8b, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=628df675-8ac5-457f-9a0c-d403f3119c8b,segment=NetworkSegment(f4a680a4-70bd-4ad3-8819-012844941805),segment_id=f4a680a4-70bd-4ad3-8819-012844941805)] {{(pid=83971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 21:19:25.493648 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-d3c7ecb5-1a27-4484-930a-7f9688d6173f req-8b8ec31b-0539-494d-8375-f705c74f3e4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:25.510831 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:25.717095 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8ec31b-0539-494d-8375-f705c74f3e4a service neutron] Pushing event updated for resources: {'Port': ['ID=628df675-8ac5-457f-9a0c-d403f3119c8b,revision_number=3']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:25.722658 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-8b8ec31b-0539-494d-8375-f705c74f3e4a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:25.775770 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c7ecb5-1a27-4484-930a-7f9688d6173f req-8b8ec31b-0539-494d-8375-f705c74f3e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:25.776655 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-d3c7ecb5-1a27-4484-930a-7f9688d6173f req-8b8ec31b-0539-494d-8375-f705c74f3e4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854194843'] for port, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:25.778358 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-d3c7ecb5-1a27-4484-930a-7f9688d6173f req-8b8ec31b-0539-494d-8375-f705c74f3e4a service neutron] 10.222.0.95 "PUT /v2.0/ports/628df675-8ac5-457f-9a0c-d403f3119c8b HTTP/1.1" status: 200 len: 1157 time: 1.9945443 Feb 17 21:19:25.778922 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9632edfd-0835-4430-9bfc-99eb6c22a435', 'tag': '628df675-8ac5-457f-9a0c-d403f3119c8b'}] {{(pid=83971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:19:25.896355 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9632edfd-0835-4430-9bfc-99eb6c22a435', 'tag': '628df675-8ac5-457f-9a0c-d403f3119c8b', 'status': 'completed', 'code': 200} Feb 17 21:19:25.939034 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c7ecb5-1a27-4484-930a-7f9688d6173f req-3def486f-4695-42c8-9a22-c5da3bfce808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:25.940674 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-d3c7ecb5-1a27-4484-930a-7f9688d6173f req-3def486f-4695-42c8-9a22-c5da3bfce808 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=99ecb63817724b3b843973136a4f57b7&device_id=9632edfd-0835-4430-9bfc-99eb6c22a435 HTTP/1.1" status: 200 len: 1160 time: 0.1022706 Feb 17 21:19:26.152667 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-d3c7ecb5-1a27-4484-930a-7f9688d6173f req-111a2ecf-1828-4688-bfac-6785e4aafdac service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=628df675-8ac5-457f-9a0c-d403f3119c8b HTTP/1.1" status: 200 len: 217 time: 0.1557722 Feb 17 21:19:26.294201 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c7ecb5-1a27-4484-930a-7f9688d6173f req-bb57b463-73b7-4397-b3a5-27f9a39fcde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:26.295816 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-d3c7ecb5-1a27-4484-930a-7f9688d6173f req-bb57b463-73b7-4397-b3a5-27f9a39fcde4 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=1674444a-f910-400c-bb97-a2b62b24e55e HTTP/1.1" status: 200 len: 854 time: 0.1354666 Feb 17 21:19:26.377178 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-d3c7ecb5-1a27-4484-930a-7f9688d6173f req-b6c639a9-cfef-4b54-b475-99d56b77a2f1 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=35f9b575-0edf-435d-825c-afd5be1781b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722773 Feb 17 21:19:26.389295 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4dbec8-bee6-4686-940e-74856f3a6cf6 req-b5d656e9-b516-4935-9f5f-74563510859d tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:26.396809 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-db4dbec8-bee6-4686-940e-74856f3a6cf6 req-b5d656e9-b516-4935-9f5f-74563510859d tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/ports?device_id=42e08568-d76b-446d-be76-a7ea060e8400 HTTP/1.1" status: 200 len: 946 time: 0.4512932 Feb 17 21:19:26.411284 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790005d6-7051-410c-949e-ff70f8091b23 req-2931d2cf-d089-468e-9155-303b9646fad4 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:26.418868 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-790005d6-7051-410c-949e-ff70f8091b23 req-2931d2cf-d089-468e-9155-303b9646fad4 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/ports?device_id=9632edfd-0835-4430-9bfc-99eb6c22a435 HTTP/1.1" status: 200 len: 943 time: 0.3458185 Feb 17 21:19:26.918784 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-d3c7ecb5-1a27-4484-930a-7f9688d6173f req-f6c7ec40-7d2e-4f3c-a182-1d6642c08b19 service neutron] 10.222.0.95 "GET /v2.0/networks/35f9b575-0edf-435d-825c-afd5be1781b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5140274 Feb 17 21:19:26.927842 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-db4dbec8-bee6-4686-940e-74856f3a6cf6 req-7630df15-932e-4d5a-8554-fb26c9eee089 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/security-groups?id=5df91840-1d6e-47b1-b11d-86f99077f317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5301626 Feb 17 21:19:26.939291 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-790005d6-7051-410c-949e-ff70f8091b23 req-a38bcef0-eccd-48b4-be9c-4bd8f519ea9b tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/security-groups?id=fce51754-d32d-475a-91fc-501dc12703ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5194371 Feb 17 21:19:27.237341 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-d3c7ecb5-1a27-4484-930a-7f9688d6173f req-c5234f0e-8fc8-4960-81d0-b564810e6ead service neutron] 10.222.0.95 "GET /v2.0/networks/35f9b575-0edf-435d-825c-afd5be1781b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2968905 Feb 17 21:19:27.297452 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ea8e2c-4ad5-4b03-965a-cbd6adff33b7 req-f516eecc-1f18-47fd-b2d7-103f603504d8 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:27.299062 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-58ea8e2c-4ad5-4b03-965a-cbd6adff33b7 req-f516eecc-1f18-47fd-b2d7-103f603504d8 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] 10.222.0.90 "GET /v2.0/networks?id=407c8f18-97cf-47b9-91fa-3c95f390de39 HTTP/1.1" status: 200 len: 809 time: 0.2153335 Feb 17 21:19:27.365563 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-58ea8e2c-4ad5-4b03-965a-cbd6adff33b7 req-82b70175-27fa-4e69-adeb-b3751aff5c51 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] 10.222.0.90 "GET /v2.0/quotas/a50a5bcc4e084e6db92be79811667253 HTTP/1.1" status: 200 len: 375 time: 0.0257907 Feb 17 21:19:27.423577 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-58ea8e2c-4ad5-4b03-965a-cbd6adff33b7 req-ed684480-a8b7-4b48-be09-a839eed03101 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=a50a5bcc4e084e6db92be79811667253&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0508502 Feb 17 21:19:27.436539 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004e5b9c-0c02-420f-9d58-317389fe7df4 req-01392410-18d5-49eb-b9bb-9a044bc11f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:27.438123 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-004e5b9c-0c02-420f-9d58-317389fe7df4 req-01392410-18d5-49eb-b9bb-9a044bc11f3b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=99ecb63817724b3b843973136a4f57b7&device_id=9632edfd-0835-4430-9bfc-99eb6c22a435 HTTP/1.1" status: 200 len: 1160 time: 0.1381505 Feb 17 21:19:27.695786 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-58ea8e2c-4ad5-4b03-965a-cbd6adff33b7 req-a26c0ac9-2fdd-468e-a9b3-d4fd9c82861a service neutron] 10.222.0.90 "GET /v2.0/networks/407c8f18-97cf-47b9-91fa-3c95f390de39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565994 Feb 17 21:19:27.698133 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004e5b9c-0c02-420f-9d58-317389fe7df4 req-59b41bba-f694-49ba-a963-bbe227c1756f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:27.699603 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-004e5b9c-0c02-420f-9d58-317389fe7df4 req-59b41bba-f694-49ba-a963-bbe227c1756f service neutron] 10.222.0.95 "GET /v2.0/networks?id=35f9b575-0edf-435d-825c-afd5be1781b3 HTTP/1.1" status: 200 len: 908 time: 0.2368689 Feb 17 21:19:27.861611 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-004e5b9c-0c02-420f-9d58-317389fe7df4 req-7e74c0d3-1e03-4362-baa8-28704cdb50cd service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=628df675-8ac5-457f-9a0c-d403f3119c8b HTTP/1.1" status: 200 len: 217 time: 0.1323764 Feb 17 21:19:27.990907 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-58ea8e2c-4ad5-4b03-965a-cbd6adff33b7 req-3e102261-a6b6-481b-8b82-ca57701a1102 service neutron] 10.222.0.90 "GET /v2.0/networks/407c8f18-97cf-47b9-91fa-3c95f390de39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2873456 Feb 17 21:19:27.998024 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004e5b9c-0c02-420f-9d58-317389fe7df4 req-616d440c-f820-4f27-b9b8-ef7453d5c213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:28.002690 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-004e5b9c-0c02-420f-9d58-317389fe7df4 req-616d440c-f820-4f27-b9b8-ef7453d5c213 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=1674444a-f910-400c-bb97-a2b62b24e55e HTTP/1.1" status: 200 len: 854 time: 0.1306298 Feb 17 21:19:28.074766 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-004e5b9c-0c02-420f-9d58-317389fe7df4 req-845c9b9f-b45a-4e83-af53-97cddb576d36 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=35f9b575-0edf-435d-825c-afd5be1781b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647631 Feb 17 21:19:28.330875 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58185f27-febc-44a0-ad00-96b916f06dcb req-0270dd97-ec22-44b2-bbd7-c552944cd3df tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:28.332934 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-58185f27-febc-44a0-ad00-96b916f06dcb req-0270dd97-ec22-44b2-bbd7-c552944cd3df tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/ports?device_id=42e08568-d76b-446d-be76-a7ea060e8400 HTTP/1.1" status: 200 len: 946 time: 0.2410932 Feb 17 21:19:28.478975 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-004e5b9c-0c02-420f-9d58-317389fe7df4 req-c8cc4ba9-9adb-401d-94c5-be40885ea481 service neutron] 10.222.0.95 "GET /v2.0/networks/35f9b575-0edf-435d-825c-afd5be1781b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3378911 Feb 17 21:19:28.482488 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-58185f27-febc-44a0-ad00-96b916f06dcb req-961aa171-34bc-4624-ad5c-3331439c796f tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/security-groups?id=5df91840-1d6e-47b1-b11d-86f99077f317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359792 Feb 17 21:19:28.660297 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 34836) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:19:28.694779 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c9aa3e-555f-4331-b956-f77203d68fe0 req-2aa98e2e-7005-41cd-a875-9f61933dd36c tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:28.704102 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-81c9aa3e-555f-4331-b956-f77203d68fe0 req-2aa98e2e-7005-41cd-a875-9f61933dd36c tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/ports?device_id=9632edfd-0835-4430-9bfc-99eb6c22a435 HTTP/1.1" status: 200 len: 943 time: 0.3515620 Feb 17 21:19:28.763576 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-004e5b9c-0c02-420f-9d58-317389fe7df4 req-7c10e476-9e85-49a0-a11c-d04374f2086d service neutron] 10.222.0.95 "GET /v2.0/networks/35f9b575-0edf-435d-825c-afd5be1781b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2646613 Feb 17 21:19:28.814142 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-21e28005-9c7b-4dc0-a47a-6858abcf439d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:28.823250 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-81c9aa3e-555f-4331-b956-f77203d68fe0 req-7a112c79-3b39-4c1f-a435-42514ae970e2 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/security-groups?id=fce51754-d32d-475a-91fc-501dc12703ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183743 Feb 17 21:19:28.826009 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-a663664a-73af-4c0f-8c3f-12a539a5f6cb req-d8d9b701-3ccb-49eb-ad0e-058462cbfed4 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] 10.222.0.90 "GET /v2.0/ports?device_id=e671e613-99ba-499a-9a81-49d09e152259 HTTP/1.1" status: 200 len: 210 time: 0.0693870 Feb 17 21:19:28.852404 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-21e28005-9c7b-4dc0-a47a-6858abcf439d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:19:28.857727 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-21e28005-9c7b-4dc0-a47a-6858abcf439d admin admin] Usage tracker for resource:security_group_rule and tenant:5d7828d7fbf2405a84651e0ce566486d is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:19:28.861389 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-21e28005-9c7b-4dc0-a47a-6858abcf439d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:19:28.868009 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-21e28005-9c7b-4dc0-a47a-6858abcf439d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:19:28.969181 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-21e28005-9c7b-4dc0-a47a-6858abcf439d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:28.973096 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-21e28005-9c7b-4dc0-a47a-6858abcf439d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:28.983303 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-61a8c932-f11d-4d5a-bdb2-2565b0143f74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:29.032080 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-21e28005-9c7b-4dc0-a47a-6858abcf439d admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=5d7828d7fbf2405a84651e0ce566486d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3681669 Feb 17 21:19:29.032080 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e28005-9c7b-4dc0-a47a-6858abcf439d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f95a8ca9-6d3f-47de-9978-7cc707e17e33,revision_number=1']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:29.032554 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 34858) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:19:29.044880 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-21e28005-9c7b-4dc0-a47a-6858abcf439d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:29.123725 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-7988b0e8-c1e7-4c6d-96c6-18a00d366a77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:29.153447 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-7988b0e8-c1e7-4c6d-96c6-18a00d366a77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:29.208099 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-7988b0e8-c1e7-4c6d-96c6-18a00d366a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:29.213893 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:29.227839 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7988b0e8-c1e7-4c6d-96c6-18a00d366a77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f95a8ca9-6d3f-47de-9978-7cc707e17e33,revision_number=None']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:29.230682 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-7988b0e8-c1e7-4c6d-96c6-18a00d366a77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:29.231913 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-7988b0e8-c1e7-4c6d-96c6-18a00d366a77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:29.236442 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-7988b0e8-c1e7-4c6d-96c6-18a00d366a77 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/f95a8ca9-6d3f-47de-9978-7cc707e17e33 HTTP/1.1" status: 204 len: 168 time: 0.1995730 Feb 17 21:19:29.426401 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:29.866043 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe3723c-1510-4570-a5ab-844bb9678f79 req-1e0a8f05-e7e0-4f32-a862-125f0ab19d0a tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:29.868401 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-cfe3723c-1510-4570-a5ab-844bb9678f79 req-1e0a8f05-e7e0-4f32-a862-125f0ab19d0a tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/ports?device_id=42e08568-d76b-446d-be76-a7ea060e8400 HTTP/1.1" status: 200 len: 946 time: 0.1785822 Feb 17 21:19:29.880537 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ea8e2c-4ad5-4b03-965a-cbd6adff33b7 req-e58b9fbd-8559-4c8a-a6f8-ff38eab020d1 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:29.883672 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-58ea8e2c-4ad5-4b03-965a-cbd6adff33b7 req-e58b9fbd-8559-4c8a-a6f8-ff38eab020d1 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] 10.222.0.95 "GET /v2.0/networks?id=407c8f18-97cf-47b9-91fa-3c95f390de39 HTTP/1.1" status: 200 len: 809 time: 0.2904701 Feb 17 21:19:29.909104 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [req-58ea8e2c-4ad5-4b03-965a-cbd6adff33b7 req-81d79a23-3e8f-4069-a4c1-3e6644c48a73 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] Request body: {'port': {'device_id': 'e671e613-99ba-499a-9a81-49d09e152259', 'network_id': '407c8f18-97cf-47b9-91fa-3c95f390de39', 'admin_state_up': True, 'tenant_id': 'a50a5bcc4e084e6db92be79811667253'}} {{(pid=83971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:19:30.134860 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [req-58ea8e2c-4ad5-4b03-965a-cbd6adff33b7 req-81d79a23-3e8f-4069-a4c1-3e6644c48a73 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:19:30.141404 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-cfe3723c-1510-4570-a5ab-844bb9678f79 req-dacd64db-cf62-4a20-acfa-0f00e4141311 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/security-groups?id=5df91840-1d6e-47b1-b11d-86f99077f317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566316 Feb 17 21:19:30.144844 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-58ea8e2c-4ad5-4b03-965a-cbd6adff33b7 req-81d79a23-3e8f-4069-a4c1-3e6644c48a73 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] Usage tracker for resource:port and tenant:a50a5bcc4e084e6db92be79811667253 is out of sync, need to count used quota {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:19:30.150482 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 34930) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:19:30.192463 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-58ea8e2c-4ad5-4b03-965a-cbd6adff33b7 req-81d79a23-3e8f-4069-a4c1-3e6644c48a73 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:19:30.212243 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [req-58ea8e2c-4ad5-4b03-965a-cbd6adff33b7 req-81d79a23-3e8f-4069-a4c1-3e6644c48a73 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:19:30.244638 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58ea8e2c-4ad5-4b03-965a-cbd6adff33b7 req-81d79a23-3e8f-4069-a4c1-3e6644c48a73 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] Made reservation on behalf of a50a5bcc4e084e6db92be79811667253 for: {'port': 1} {{(pid=83971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:19:30.250478 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-58ea8e2c-4ad5-4b03-965a-cbd6adff33b7 req-81d79a23-3e8f-4069-a4c1-3e6644c48a73 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:30.305115 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [None req-b347950d-4316-48f5-ad72-1268501343d0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-312091777-network', 'tenant_id': '36cdcb2459fd422f980d098093256d8b'}} {{(pid=83970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:19:30.314945 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-b347950d-4316-48f5-ad72-1268501343d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:19:30.323845 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-b347950d-4316-48f5-ad72-1268501343d0 admin admin] Usage tracker for resource:network and tenant:36cdcb2459fd422f980d098093256d8b is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:19:30.330147 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-b347950d-4316-48f5-ad72-1268501343d0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:19:30.331240 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7620e3d0-ff3f-450b-9273-fa0bca005af4 req-9d5204e0-15a1-4501-832b-554537e1a6ef tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:30.332909 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-7620e3d0-ff3f-450b-9273-fa0bca005af4 req-9d5204e0-15a1-4501-832b-554537e1a6ef tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/ports?device_id=9632edfd-0835-4430-9bfc-99eb6c22a435 HTTP/1.1" status: 200 len: 943 time: 0.1950822 Feb 17 21:19:30.340921 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-b347950d-4316-48f5-ad72-1268501343d0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:19:30.359148 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b347950d-4316-48f5-ad72-1268501343d0 admin admin] Made reservation on behalf of 36cdcb2459fd422f980d098093256d8b for: {'network': 1} {{(pid=83970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:19:30.364320 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-b347950d-4316-48f5-ad72-1268501343d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for network, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:30.382282 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-b347950d-4316-48f5-ad72-1268501343d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:30.401480 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-b347950d-4316-48f5-ad72-1268501343d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:19:30.405830 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-b347950d-4316-48f5-ad72-1268501343d0 admin admin] Usage tracker for resource:security_group_rule and tenant:36cdcb2459fd422f980d098093256d8b is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:19:30.410630 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Device 628df675-8ac5-457f-9a0c-d403f3119c8b up at agent ovs-agent-hv-cinder-76019 {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:19:30.410936 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-b347950d-4316-48f5-ad72-1268501343d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:19:30.419910 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-b347950d-4316-48f5-ad72-1268501343d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:19:30.552263 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 34954) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:19:30.594168 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-b347950d-4316-48f5-ad72-1268501343d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:30.603371 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-b347950d-4316-48f5-ad72-1268501343d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:30.608430 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-a9524575-a420-43ac-b37d-172548d8c847 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:30.650002 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f9e1cdfd-14b0-4ebf-8f95-2465112b5ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:30.660241 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Provisioning for port 628df675-8ac5-457f-9a0c-d403f3119c8b completed by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:19:30.668495 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Provisioning complete for port 628df675-8ac5-457f-9a0c-d403f3119c8b triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:19:30.669065 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:30.682505 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-0f614a04-f55d-458f-b83c-93e517898464 req-df5a5456-8373-46f4-8958-0b4fdf2ab81d tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] 10.222.0.90 "GET /v2.0/ports?device_id=e671e613-99ba-499a-9a81-49d09e152259 HTTP/1.1" status: 200 len: 210 time: 0.0684016 Feb 17 21:19:30.696286 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b347950d-4316-48f5-ad72-1268501343d0 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=83970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 21:19:30.697833 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b347950d-4316-48f5-ad72-1268501343d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf1078c-a198-46e3-bd2d-731b24461bc0,revision_number=1']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:30.722663 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-b347950d-4316-48f5-ad72-1268501343d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:30.734233 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-b347950d-4316-48f5-ad72-1268501343d0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363254506717436', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846507987'] for segment, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:30.735285 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.db.segments_db [None req-b347950d-4316-48f5-ad72-1268501343d0 admin admin] Added segment 52570e17-5638-48fe-bab3-82a71a5949b8 of type vxlan for network c1614348-f323-4cf2-883f-d1f4e049c03c Feb 17 21:19:30.753973 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-7620e3d0-ff3f-450b-9273-fa0bca005af4 req-ae236bb0-dbbd-4835-9c11-a66ed2c40fdf tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/security-groups?id=fce51754-d32d-475a-91fc-501dc12703ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950778 Feb 17 21:19:30.806336 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-b347950d-4316-48f5-ad72-1268501343d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363254507310776'] for network, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:30.863942 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-fcab040c-5007-47f3-8212-a1c4a5e374e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:30.901148 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-fcab040c-5007-47f3-8212-a1c4a5e374e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:19:30.905179 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-fcab040c-5007-47f3-8212-a1c4a5e374e8 admin admin] Usage tracker for resource:security_group_rule and tenant:d40ee8eaec7840c3ac34d4262eb79560 is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:19:30.908766 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-fcab040c-5007-47f3-8212-a1c4a5e374e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:19:30.909248 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:30.918440 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-fcab040c-5007-47f3-8212-a1c4a5e374e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:19:30.960606 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9632edfd-0835-4430-9bfc-99eb6c22a435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '628df675-8ac5-457f-9a0c-d403f3119c8b'}] {{(pid=83972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:19:30.993626 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] For port 628df675-8ac5-457f-9a0c-d403f3119c8b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=628df675-8ac5-457f-9a0c-d403f3119c8b,segment=NetworkSegment(f4a680a4-70bd-4ad3-8819-012844941805),segment_id=f4a680a4-70bd-4ad3-8819-012844941805)] {{(pid=83972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:19:31.011439 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:31.013361 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:31.032707 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-fcab040c-5007-47f3-8212-a1c4a5e374e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:31.040520 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-fcab040c-5007-47f3-8212-a1c4a5e374e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:31.049787 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-e87731dc-c061-4a41-89bc-5f2d7c807c31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:31.064436 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.db_base_plugin_common [req-58ea8e2c-4ad5-4b03-965a-cbd6adff33b7 req-81d79a23-3e8f-4069-a4c1-3e6644c48a73 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] Allocated IP 172.20.0.5 (407c8f18-97cf-47b9-91fa-3c95f390de39/183910a9-6a55-41ac-b3d7-53b1750afb54/f5b0f700-8874-4d88-bba5-50744e175b99) {{(pid=83971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 21:19:31.073251 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-b347950d-4316-48f5-ad72-1268501343d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826'] for network, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:31.110765 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b347950d-4316-48f5-ad72-1268501343d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:31.111516 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-b347950d-4316-48f5-ad72-1268501343d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854194843'] for network, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:31.173652 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9632edfd-0835-4430-9bfc-99eb6c22a435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '628df675-8ac5-457f-9a0c-d403f3119c8b', 'code': 200} Feb 17 21:19:31.175442 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Pushing event updated for resources: {'Port': ['ID=628df675-8ac5-457f-9a0c-d403f3119c8b,revision_number=4']} {{(pid=83972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:31.182661 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-fcab040c-5007-47f3-8212-a1c4a5e374e8 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=d40ee8eaec7840c3ac34d4262eb79560&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6163409 Feb 17 21:19:31.183724 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:31.185660 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 34984) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:19:31.186304 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 34988) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:19:31.229814 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcab040c-5007-47f3-8212-a1c4a5e374e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f33df1e0-6f41-4be3-9354-79b3e76dfed3,revision_number=1']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:31.247200 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-fcab040c-5007-47f3-8212-a1c4a5e374e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:31.248245 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.126s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:31.360524 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-b347950d-4316-48f5-ad72-1268501343d0 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.2086737 Feb 17 21:19:31.365736 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 35000) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:19:31.395776 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b347950d-4316-48f5-ad72-1268501343d0 admin admin] Pushing event updated for resources: {'Network': ['ID=c1614348-f323-4cf2-883f-d1f4e049c03c,revision_number=1']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:31.401866 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-b347950d-4316-48f5-ad72-1268501343d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:31.408573 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Network c1614348-f323-4cf2-883f-d1f4e049c03c details requested by agent ovs-agent-dv-cinder-760193-4-smb with host dv-cinder-760193-4-smb {{(pid=83972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 21:19:31.416328 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-be90b565-ba13-4128-ac11-dd8a01f16601 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:31.432680 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [None req-be39e343-75f4-4ada-b80f-97b51de81618 admin admin] Request body: {'subnet': {'network_id': 'c1614348-f323-4cf2-883f-d1f4e049c03c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-312091777-subnet', 'tenant_id': '36cdcb2459fd422f980d098093256d8b', 'ip_version': 4}} {{(pid=83971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:19:31.453537 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-be39e343-75f4-4ada-b80f-97b51de81618 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:19:31.457761 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-be39e343-75f4-4ada-b80f-97b51de81618 admin admin] Usage tracker for resource:subnet and tenant:36cdcb2459fd422f980d098093256d8b is out of sync, need to count used quota {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:19:31.460727 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ffcee2c1-e415-4bd1-ac54-6ecdeff9b558 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:31.468202 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-be39e343-75f4-4ada-b80f-97b51de81618 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:19:31.479000 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-be39e343-75f4-4ada-b80f-97b51de81618 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:19:31.487578 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-ffcee2c1-e415-4bd1-ac54-6ecdeff9b558 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:19:31.494935 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-ffcee2c1-e415-4bd1-ac54-6ecdeff9b558 admin admin] Usage tracker for resource:security_group_rule and tenant:0391e9e810a2468b9a3d0a65e459d77e is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:19:31.499043 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-be90b565-ba13-4128-ac11-dd8a01f16601 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:31.506539 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-ffcee2c1-e415-4bd1-ac54-6ecdeff9b558 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:19:31.517710 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-ffcee2c1-e415-4bd1-ac54-6ecdeff9b558 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:19:31.532637 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Network c1614348-f323-4cf2-883f-d1f4e049c03c details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=83972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 21:19:31.571863 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-58ea8e2c-4ad5-4b03-965a-cbd6adff33b7 req-81d79a23-3e8f-4069-a4c1-3e6644c48a73 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] Notify callbacks [] for port, precommit_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:31.584452 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be39e343-75f4-4ada-b80f-97b51de81618 admin admin] Made reservation on behalf of 36cdcb2459fd422f980d098093256d8b for: {'subnet': 1} {{(pid=83971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:19:31.592896 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-be39e343-75f4-4ada-b80f-97b51de81618 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:31.606867 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-be90b565-ba13-4128-ac11-dd8a01f16601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:31.620713 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-168632a6-6433-4873-aab8-5f849c5d62ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:31.641193 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-be90b565-ba13-4128-ac11-dd8a01f16601 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:31.642499 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-be90b565-ba13-4128-ac11-dd8a01f16601 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/f33df1e0-6f41-4be3-9354-79b3e76dfed3 HTTP/1.1" status: 204 len: 168 time: 0.4494200 Feb 17 21:19:31.660431 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be90b565-ba13-4128-ac11-dd8a01f16601 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f33df1e0-6f41-4be3-9354-79b3e76dfed3,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:31.669580 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-be90b565-ba13-4128-ac11-dd8a01f16601 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:31.736357 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Device 628df675-8ac5-457f-9a0c-d403f3119c8b up at agent ovs-agent-hv-cinder-76019 {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:19:31.751075 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ffcee2c1-e415-4bd1-ac54-6ecdeff9b558 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:31.758485 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ffcee2c1-e415-4bd1-ac54-6ecdeff9b558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:31.775172 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-f6071b56-c9d1-4c27-b453-79acdac7d179 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:31.838520 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcee2c1-e415-4bd1-ac54-6ecdeff9b558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c2d4967-a427-459e-972a-d687db9e8faa,revision_number=1']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:31.846421 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-ffcee2c1-e415-4bd1-ac54-6ecdeff9b558 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=0391e9e810a2468b9a3d0a65e459d77e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6526716 Feb 17 21:19:31.846421 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-ffcee2c1-e415-4bd1-ac54-6ecdeff9b558 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:31.847063 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 35020) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:19:31.869293 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Provisioning complete for port 628df675-8ac5-457f-9a0c-d403f3119c8b triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:19:31.870160 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:31.919538 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-db2b8374-982d-4c96-93ab-a5d630e22428 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:31.952452 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-db2b8374-982d-4c96-93ab-a5d630e22428 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:32.004179 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-db2b8374-982d-4c96-93ab-a5d630e22428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:32.013502 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-be90b565-ba13-4128-ac11-dd8a01f16601 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:32.024271 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-3393c23a-28d1-4887-bcf9-4b6e83cef509 req-62604fd9-e654-4670-9a0b-50a93ec9aa8c tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] 10.222.0.90 "GET /v2.0/ports?device_id=e671e613-99ba-499a-9a81-49d09e152259 HTTP/1.1" status: 200 len: 210 time: 0.1785302 Feb 17 21:19:32.030524 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2b8374-982d-4c96-93ab-a5d630e22428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c2d4967-a427-459e-972a-d687db9e8faa,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:32.038704 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-db2b8374-982d-4c96-93ab-a5d630e22428 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:32.040253 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-db2b8374-982d-4c96-93ab-a5d630e22428 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/8c2d4967-a427-459e-972a-d687db9e8faa HTTP/1.1" status: 204 len: 168 time: 0.1921775 Feb 17 21:19:32.041426 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-db2b8374-982d-4c96-93ab-a5d630e22428 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:32.091442 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-58ea8e2c-4ad5-4b03-965a-cbd6adff33b7 req-81d79a23-3e8f-4069-a4c1-3e6644c48a73 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782347517401'] for port, after_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:32.136345 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b1387-e3e4-4906-90f2-7d57db99f128 req-e9b1f6c0-202e-4bf7-a607-f708153eaf3a tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:32.138240 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-3e6b1387-e3e4-4906-90f2-7d57db99f128 req-e9b1f6c0-202e-4bf7-a607-f708153eaf3a tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/ports?device_id=42e08568-d76b-446d-be76-a7ea060e8400 HTTP/1.1" status: 200 len: 946 time: 0.7867622 Feb 17 21:19:32.139064 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:32.143937 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 35026) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:19:32.168753 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-0c345ee9-8bcb-455c-84ae-6ccacb5872bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:32.185088 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-0c345ee9-8bcb-455c-84ae-6ccacb5872bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:19:32.189038 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-0c345ee9-8bcb-455c-84ae-6ccacb5872bb admin admin] Usage tracker for resource:security_group_rule and tenant:a49bf0c5124e481781e0f7aa98a58030 is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:19:32.192162 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-0c345ee9-8bcb-455c-84ae-6ccacb5872bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:19:32.198213 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-0c345ee9-8bcb-455c-84ae-6ccacb5872bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:19:32.291490 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-0c345ee9-8bcb-455c-84ae-6ccacb5872bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:32.294877 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-0c345ee9-8bcb-455c-84ae-6ccacb5872bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:32.305596 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-3973000a-b4be-4331-92b5-a5410e87cef4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:32.354567 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-0c345ee9-8bcb-455c-84ae-6ccacb5872bb admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=a49bf0c5124e481781e0f7aa98a58030&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2070673 Feb 17 21:19:32.354567 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c345ee9-8bcb-455c-84ae-6ccacb5872bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68958a60-7dea-4d09-8fd0-4483c4df0ad0,revision_number=1']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:32.356438 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-0c345ee9-8bcb-455c-84ae-6ccacb5872bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:32.357136 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 35034) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:19:32.420460 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-0f6f9038-248e-435e-aebd-c808434a0efe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:32.449686 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-0f6f9038-248e-435e-aebd-c808434a0efe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:32.461695 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d79a23-3e8f-4069-a4c1-3e6644c48a73 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] Pushing event updated for resources: {'Port': ['ID=f5b0f700-8874-4d88-bba5-50744e175b99,revision_number=1']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:32.465556 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37e2fc3-39c1-47ed-99a3-f30b3a39cb48 req-eb8bfb59-52e5-41a3-9232-f43afbd2cf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:32.467204 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b37e2fc3-39c1-47ed-99a3-f30b3a39cb48 req-eb8bfb59-52e5-41a3-9232-f43afbd2cf2a service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=9632edfd-0835-4430-9bfc-99eb6c22a435 HTTP/1.1" status: 200 len: 1162 time: 0.6261361 Feb 17 21:19:32.469822 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-81d79a23-3e8f-4069-a4c1-3e6644c48a73 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:32.487248 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-06db452a-5de4-4427-aa21-8ae43a371450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:32.511582 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-3e6b1387-e3e4-4906-90f2-7d57db99f128 req-6225ed08-4d55-4354-b4cb-03f976373f74 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/security-groups?id=5df91840-1d6e-47b1-b11d-86f99077f317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3308775 Feb 17 21:19:32.515724 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-0f6f9038-248e-435e-aebd-c808434a0efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:32.520104 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-35e8bd2a-ddd7-4ab6-becb-89755ee9f2c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:32.530944 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 35038) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:19:32.535287 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6f9038-248e-435e-aebd-c808434a0efe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68958a60-7dea-4d09-8fd0-4483c4df0ad0,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:32.538802 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-0f6f9038-248e-435e-aebd-c808434a0efe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:32.576653 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-659801e1-cfc0-4c87-a8a9-5e1626681b60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:32.592298 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-0f6f9038-248e-435e-aebd-c808434a0efe admin admin] Notify callbacks [] for security_group, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:32.596492 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-0f6f9038-248e-435e-aebd-c808434a0efe admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/68958a60-7dea-4d09-8fd0-4483c4df0ad0 HTTP/1.1" status: 204 len: 168 time: 0.2354007 Feb 17 21:19:32.599794 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-659801e1-cfc0-4c87-a8a9-5e1626681b60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:19:32.605184 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-659801e1-cfc0-4c87-a8a9-5e1626681b60 admin admin] Usage tracker for resource:security_group_rule and tenant:56661133672c4e9299df16d8d4c4de4e is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:19:32.605710 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b37e2fc3-39c1-47ed-99a3-f30b3a39cb48 req-b8ce28f0-d386-42b5-b37f-f0fc8af31935 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=fce51754-d32d-475a-91fc-501dc12703ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155248 Feb 17 21:19:32.609170 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-659801e1-cfc0-4c87-a8a9-5e1626681b60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:19:32.613937 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2450031-9de3-43f0-b94a-ceaf89885364 req-4a69b011-8f95-4022-98c8-947ee00ef6d6 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:32.615485 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-c2450031-9de3-43f0-b94a-ceaf89885364 req-4a69b011-8f95-4022-98c8-947ee00ef6d6 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/ports?device_id=9632edfd-0835-4430-9bfc-99eb6c22a435 HTTP/1.1" status: 200 len: 945 time: 0.4336472 Feb 17 21:19:32.617391 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-659801e1-cfc0-4c87-a8a9-5e1626681b60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:19:32.622440 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58ea8e2c-4ad5-4b03-965a-cbd6adff33b7 req-81d79a23-3e8f-4069-a4c1-3e6644c48a73 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] Network 407c8f18-97cf-47b9-91fa-3c95f390de39 is already hosted by enough agents. {{(pid=83971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:19:32.624265 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.base_scheduler [req-58ea8e2c-4ad5-4b03-965a-cbd6adff33b7 req-81d79a23-3e8f-4069-a4c1-3e6644c48a73 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] Resources bound (agent type, host, resource id): {{(pid=83971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:19:32.633813 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [req-58ea8e2c-4ad5-4b03-965a-cbd6adff33b7 req-81d79a23-3e8f-4069-a4c1-3e6644c48a73 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] Received port after_create {{(pid=83971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 21:19:32.638194 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ea8e2c-4ad5-4b03-965a-cbd6adff33b7 req-81d79a23-3e8f-4069-a4c1-3e6644c48a73 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:32.638885 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-58ea8e2c-4ad5-4b03-965a-cbd6adff33b7 req-81d79a23-3e8f-4069-a4c1-3e6644c48a73 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854194843'] for port, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:32.713197 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-659801e1-cfc0-4c87-a8a9-5e1626681b60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:32.715996 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-659801e1-cfc0-4c87-a8a9-5e1626681b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:32.720047 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-c2450031-9de3-43f0-b94a-ceaf89885364 req-7b0ca6af-f509-4c16-b650-1482ddfce98d tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/security-groups?id=fce51754-d32d-475a-91fc-501dc12703ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933073 Feb 17 21:19:32.722153 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-58ea8e2c-4ad5-4b03-965a-cbd6adff33b7 req-81d79a23-3e8f-4069-a4c1-3e6644c48a73 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8194182 Feb 17 21:19:32.729028 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-21e28005-9c7b-4dc0-a47a-6858abcf439d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:32.770234 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-659801e1-cfc0-4c87-a8a9-5e1626681b60 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=56661133672c4e9299df16d8d4c4de4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2381909 Feb 17 21:19:32.773929 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 35046) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:19:32.786990 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659801e1-cfc0-4c87-a8a9-5e1626681b60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c31bbc02-d68b-41af-8158-5171fc467937,revision_number=1']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:32.792329 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-659801e1-cfc0-4c87-a8a9-5e1626681b60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:32.805015 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-be39e343-75f4-4ada-b80f-97b51de81618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826'] for subnet, after_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:32.823252 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:32.859458 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-4e51f107-9fa1-454e-aeef-92a1abb2c22c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:32.893423 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-4e51f107-9fa1-454e-aeef-92a1abb2c22c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:32.894467 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [req-58ea8e2c-4ad5-4b03-965a-cbd6adff33b7 req-f2aa382d-9e50-4db8-8b15-915db70d123a service neutron] Request body: {'port': {'device_id': 'e671e613-99ba-499a-9a81-49d09e152259', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:19:32.949568 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-4e51f107-9fa1-454e-aeef-92a1abb2c22c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:32.957677 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-fcab040c-5007-47f3-8212-a1c4a5e374e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:32.970408 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e51f107-9fa1-454e-aeef-92a1abb2c22c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31bbc02-d68b-41af-8158-5171fc467937,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:32.972965 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-4e51f107-9fa1-454e-aeef-92a1abb2c22c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:32.980060 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-4e51f107-9fa1-454e-aeef-92a1abb2c22c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:32.981344 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-4e51f107-9fa1-454e-aeef-92a1abb2c22c admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/c31bbc02-d68b-41af-8158-5171fc467937 HTTP/1.1" status: 204 len: 168 time: 0.2066460 Feb 17 21:19:33.004145 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be39e343-75f4-4ada-b80f-97b51de81618 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4141ce6f-3a1a-4f49-b940-da2f0ad444d5,revision_number=0']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:33.035924 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-be39e343-75f4-4ada-b80f-97b51de81618 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:33.185621 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-58ea8e2c-4ad5-4b03-965a-cbd6adff33b7 req-f2aa382d-9e50-4db8-8b15-915db70d123a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:33.234888 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f1cec3f0-2839-4108-802d-97c7b40b55a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:33.352245 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be39e343-75f4-4ada-b80f-97b51de81618 admin admin] Checking segment: {'id': '52570e17-5638-48fe-bab3-82a71a5949b8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c1614348-f323-4cf2-883f-d1f4e049c03c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:19:33.352438 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be39e343-75f4-4ada-b80f-97b51de81618 admin admin] Network hostable DHCP agents. Network: c1614348-f323-4cf2-883f-d1f4e049c03c, hostable agents: ['81574b38-487a-4663-81fe-2ebf358e1d09'], hosted agents: [] {{(pid=83971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 21:19:33.434307 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be39e343-75f4-4ada-b80f-97b51de81618 admin admin] Network c1614348-f323-4cf2-883f-d1f4e049c03c is scheduled to be hosted by DHCP agent 81574b38-487a-4663-81fe-2ebf358e1d09 with binding_index 1 {{(pid=83971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 21:19:33.468024 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f37f92-a402-4969-93fb-bd53370c3058 req-c5e4200c-8de8-4b90-b29e-49ff3ee2a5ec tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:33.468024 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-78f37f92-a402-4969-93fb-bd53370c3058 req-c5e4200c-8de8-4b90-b29e-49ff3ee2a5ec tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] Synchronizing usage tracker for tenant:a50a5bcc4e084e6db92be79811667253 on resource:port {{(pid=83971) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:19:33.468206 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 35082) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:19:33.470863 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.base_scheduler [None req-be39e343-75f4-4ada-b80f-97b51de81618 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-4-smb, c1614348-f323-4cf2-883f-d1f4e049c03c) {{(pid=83971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:19:33.484339 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e5f81b-bc23-401e-93c3-ef7ff880512f None None] Network c1614348-f323-4cf2-883f-d1f4e049c03c requested from dv-cinder-760193-4-smb {{(pid=83972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 21:19:33.524936 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be39e343-75f4-4ada-b80f-97b51de81618 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:33.525580 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-be39e343-75f4-4ada-b80f-97b51de81618 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:33.566979 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 35096) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:19:33.567673 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-be39e343-75f4-4ada-b80f-97b51de81618 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.2002294 Feb 17 21:19:33.573808 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [None req-61e698cb-bedf-4f8b-87fb-64ca8d4ac080 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-312091777-router', 'tenant_id': '36cdcb2459fd422f980d098093256d8b', 'external_gateway_info': {'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e'}}} {{(pid=83970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:19:33.581703 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-61e698cb-bedf-4f8b-87fb-64ca8d4ac080 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:19:33.589454 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-78f37f92-a402-4969-93fb-bd53370c3058 req-c5e4200c-8de8-4b90-b29e-49ff3ee2a5ec tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] Unset dirty status for tenant:a50a5bcc4e084e6db92be79811667253 on resource:port {{(pid=83971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:19:33.591065 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-61e698cb-bedf-4f8b-87fb-64ca8d4ac080 admin admin] Usage tracker for resource:router and tenant:36cdcb2459fd422f980d098093256d8b is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:19:33.591240 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-78f37f92-a402-4969-93fb-bd53370c3058 req-c5e4200c-8de8-4b90-b29e-49ff3ee2a5ec tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] 10.222.0.90 "GET /v2.0/ports?device_id=e671e613-99ba-499a-9a81-49d09e152259 HTTP/1.1" status: 200 len: 931 time: 0.3613510 Feb 17 21:19:33.598229 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-61e698cb-bedf-4f8b-87fb-64ca8d4ac080 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:19:33.606472 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-61e698cb-bedf-4f8b-87fb-64ca8d4ac080 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:19:33.617694 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-61e698cb-bedf-4f8b-87fb-64ca8d4ac080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-921044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773547'] for router, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:33.618923 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-61e698cb-bedf-4f8b-87fb-64ca8d4ac080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853852799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853749326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2210'] for router, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:33.665602 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-61e698cb-bedf-4f8b-87fb-64ca8d4ac080 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:33.782659 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81aec466-2ebb-420d-a06d-50e9fba8968c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909145cb-0fec-5b9f-a561-58eb3c151e7d-c1614348-f323-4cf2-883f-d1f4e049c03c', 'network_id': 'c1614348-f323-4cf2-883f-d1f4e049c03c', 'tenant_id': '36cdcb2459fd422f980d098093256d8b', 'fixed_ips': [{'subnet_id': '4141ce6f-3a1a-4f49-b940-da2f0ad444d5'}]}} from dv-cinder-760193-4-smb. {{(pid=83972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 21:19:33.784012 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-81aec466-2ebb-420d-a06d-50e9fba8968c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_create {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:34.175373 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-78f37f92-a402-4969-93fb-bd53370c3058 req-60ff93b3-9df8-40cd-8cc0-93880c90e99e tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] 10.222.0.90 "GET /v2.0/security-groups?id=d6b64051-caf7-4d45-aa1e-bcaca4be81ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5624487 Feb 17 21:19:34.377709 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16418383-6008-4c42-b6c2-23718b886c43 req-241a7800-d842-4aa7-8b47-ea10644bd182 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:34.387075 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-16418383-6008-4c42-b6c2-23718b886c43 req-241a7800-d842-4aa7-8b47-ea10644bd182 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/ports?device_id=42e08568-d76b-446d-be76-a7ea060e8400 HTTP/1.1" status: 200 len: 946 time: 0.3489306 Feb 17 21:19:34.414882 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad51a99d-4533-47e7-8c56-e7958632a62b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:34.468889 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-ad51a99d-4533-47e7-8c56-e7958632a62b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:19:34.486940 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-ad51a99d-4533-47e7-8c56-e7958632a62b admin admin] Usage tracker for resource:security_group_rule and tenant:6423b44e61034b98982c1829ecf436a1 is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:19:34.492658 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-ad51a99d-4533-47e7-8c56-e7958632a62b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:19:34.501891 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-ad51a99d-4533-47e7-8c56-e7958632a62b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:19:34.560748 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-61e698cb-bedf-4f8b-87fb-64ca8d4ac080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853850566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853854798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2227'] for router, precommit_update {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:34.613695 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [req-58ea8e2c-4ad5-4b03-965a-cbd6adff33b7 req-f2aa382d-9e50-4db8-8b15-915db70d123a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5b0f700-8874-4d88-bba5-50744e175b99 {{(pid=83971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 21:19:34.655689 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-58ea8e2c-4ad5-4b03-965a-cbd6adff33b7 req-f2aa382d-9e50-4db8-8b15-915db70d123a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:34.665123 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-16418383-6008-4c42-b6c2-23718b886c43 req-821986ff-ea3d-4b79-8e09-93670606f872 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/security-groups?id=5df91840-1d6e-47b1-b11d-86f99077f317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542200 Feb 17 21:19:34.695315 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [req-58ea8e2c-4ad5-4b03-965a-cbd6adff33b7 req-f2aa382d-9e50-4db8-8b15-915db70d123a service neutron] Transition to ACTIVE for port object f5b0f700-8874-4d88-bba5-50744e175b99 will not be triggered until provisioned by entity L2. {{(pid=83971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:19:34.700574 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 35122) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:19:34.720054 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-58ea8e2c-4ad5-4b03-965a-cbd6adff33b7 req-f2aa382d-9e50-4db8-8b15-915db70d123a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:34.728553 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.db_base_plugin_common [None req-81aec466-2ebb-420d-a06d-50e9fba8968c None None] Allocated IP 172.20.0.2 (c1614348-f323-4cf2-883f-d1f4e049c03c/4141ce6f-3a1a-4f49-b940-da2f0ad444d5/c57a15a9-77cd-4738-8a84-7271389ba8b0) {{(pid=83972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 21:19:34.749594 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-2037f96c-e43a-4623-be81-5340a430de4a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:34.766164 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad51a99d-4533-47e7-8c56-e7958632a62b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:34.780161 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad51a99d-4533-47e7-8c56-e7958632a62b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:34.810371 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-41716958-adc2-471e-b907-8df7425f2b23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:34.820930 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-ad51a99d-4533-47e7-8c56-e7958632a62b admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=6423b44e61034b98982c1829ecf436a1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3516412 Feb 17 21:19:34.825382 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 35130) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:19:34.883677 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad51a99d-4533-47e7-8c56-e7958632a62b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee747f7-afd7-4716-b82b-5bca9c5b11f3,revision_number=1']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:34.893550 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:34.922389 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d99965-0021-4656-a37e-8901ee1435f5 req-f7922938-5fa8-4508-96c8-e48e11d78458 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:34.927454 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-ad51a99d-4533-47e7-8c56-e7958632a62b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:34.949863 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-c2d99965-0021-4656-a37e-8901ee1435f5 req-f7922938-5fa8-4508-96c8-e48e11d78458 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/ports?device_id=9632edfd-0835-4430-9bfc-99eb6c22a435 HTTP/1.1" status: 200 len: 945 time: 0.5613856 Feb 17 21:19:34.969663 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-0341a67f-0dd8-46f0-ab64-d1a9fb4a2bc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:35.027419 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-b3b29b12-cbe5-4ec2-9621-66af0787c66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:35.041374 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aa382d-9e50-4db8-8b15-915db70d123a service neutron] Pushing event updated for resources: {'Port': ['ID=f5b0f700-8874-4d88-bba5-50744e175b99,revision_number=2']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:35.052323 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-f2aa382d-9e50-4db8-8b15-915db70d123a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:35.060413 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-c2d99965-0021-4656-a37e-8901ee1435f5 req-d4426d7d-90dd-49ee-81c5-ef18b42b248d tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/security-groups?id=fce51754-d32d-475a-91fc-501dc12703ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996842 Feb 17 21:19:35.179869 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-81aec466-2ebb-420d-a06d-50e9fba8968c None None] Notify callbacks [] for port, precommit_create {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:35.197838 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-81aec466-2ebb-420d-a06d-50e9fba8968c None None] Transition to ACTIVE for port object c57a15a9-77cd-4738-8a84-7271389ba8b0 will not be triggered until provisioned by entity L2. {{(pid=83972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:19:35.216457 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-81aec466-2ebb-420d-a06d-50e9fba8968c None None] Transition to ACTIVE for port object c57a15a9-77cd-4738-8a84-7271389ba8b0 will not be triggered until provisioned by entity DHCP. {{(pid=83972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:19:35.224859 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-81aec466-2ebb-420d-a06d-50e9fba8968c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782347517401'] for port, after_create {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:35.250937 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-0341a67f-0dd8-46f0-ab64-d1a9fb4a2bc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:35.368074 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-61e698cb-bedf-4f8b-87fb-64ca8d4ac080 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:35.423132 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:35.424555 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-32d5b40a-0475-4491-ba44-616e9df55c1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:35.444111 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-32d5b40a-0475-4491-ba44-616e9df55c1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:19:35.448183 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-32d5b40a-0475-4491-ba44-616e9df55c1a admin admin] Usage tracker for resource:security_group_rule and tenant:0e0acf4ff38c4a2b91a3ab23d32f7dac is out of sync, need to count used quota {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:19:35.451280 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-32d5b40a-0475-4491-ba44-616e9df55c1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:19:35.452157 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-61e698cb-bedf-4f8b-87fb-64ca8d4ac080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:35.457281 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-32d5b40a-0475-4491-ba44-616e9df55c1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:19:35.515373 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aec466-2ebb-420d-a06d-50e9fba8968c None None] Pushing event updated for resources: {'Port': ['ID=c57a15a9-77cd-4738-8a84-7271389ba8b0,revision_number=1']} {{(pid=83972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:35.526066 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-0341a67f-0dd8-46f0-ab64-d1a9fb4a2bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:35.537076 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81aec466-2ebb-420d-a06d-50e9fba8968c None None] Network c1614348-f323-4cf2-883f-d1f4e049c03c is already hosted by enough agents. {{(pid=83972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:19:35.539312 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-81aec466-2ebb-420d-a06d-50e9fba8968c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:35.540739 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.base_scheduler [None req-81aec466-2ebb-420d-a06d-50e9fba8968c None None] Resources bound (agent type, host, resource id): {{(pid=83972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:19:35.543473 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81aec466-2ebb-420d-a06d-50e9fba8968c None None] Received port after_create {{(pid=83972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 21:19:35.571368 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-32d5b40a-0475-4491-ba44-616e9df55c1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:35.577233 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [req-58ea8e2c-4ad5-4b03-965a-cbd6adff33b7 req-f2aa382d-9e50-4db8-8b15-915db70d123a service neutron] Attempting to bind port f5b0f700-8874-4d88-bba5-50744e175b99 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=83971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 21:19:35.577695 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-8536bbaf-5b86-4b4d-88a4-bd0b49aea1a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:35.578027 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [req-58ea8e2c-4ad5-4b03-965a-cbd6adff33b7 req-f2aa382d-9e50-4db8-8b15-915db70d123a service neutron] Attempting to bind port f5b0f700-8874-4d88-bba5-50744e175b99 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': '08ce18e3-b8b4-42a4-b3b1-cfb0095e7e98', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '407c8f18-97cf-47b9-91fa-3c95f390de39'}] {{(pid=83971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 21:19:35.578569 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ea8e2c-4ad5-4b03-965a-cbd6adff33b7 req-f2aa382d-9e50-4db8-8b15-915db70d123a service neutron] Attempting to bind port f5b0f700-8874-4d88-bba5-50744e175b99 on network 407c8f18-97cf-47b9-91fa-3c95f390de39 {{(pid=83971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 21:19:35.587480 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ea8e2c-4ad5-4b03-965a-cbd6adff33b7 req-f2aa382d-9e50-4db8-8b15-915db70d123a service neutron] Checking agent: {'id': '6e714d21-3fd0-4fe2-be64-3af0527f8f44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 21, 15, 59), 'started_at': datetime.datetime(2021, 2, 17, 21, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 21:19:35.588063 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ea8e2c-4ad5-4b03-965a-cbd6adff33b7 req-f2aa382d-9e50-4db8-8b15-915db70d123a service neutron] Checking segment: {'id': '08ce18e3-b8b4-42a4-b3b1-cfb0095e7e98', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '407c8f18-97cf-47b9-91fa-3c95f390de39'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:19:35.588641 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-58ea8e2c-4ad5-4b03-965a-cbd6adff33b7 req-f2aa382d-9e50-4db8-8b15-915db70d123a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:35.589187 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58ea8e2c-4ad5-4b03-965a-cbd6adff33b7 req-f2aa382d-9e50-4db8-8b15-915db70d123a service neutron] Bound using segment: {'id': '08ce18e3-b8b4-42a4-b3b1-cfb0095e7e98', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '407c8f18-97cf-47b9-91fa-3c95f390de39'} {{(pid=83971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 21:19:35.589782 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [req-58ea8e2c-4ad5-4b03-965a-cbd6adff33b7 req-f2aa382d-9e50-4db8-8b15-915db70d123a service neutron] Bound port: f5b0f700-8874-4d88-bba5-50744e175b99, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08ce18e3-b8b4-42a4-b3b1-cfb0095e7e98', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '407c8f18-97cf-47b9-91fa-3c95f390de39'}}] {{(pid=83971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 21:19:35.590306 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-58ea8e2c-4ad5-4b03-965a-cbd6adff33b7 req-f2aa382d-9e50-4db8-8b15-915db70d123a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:35.609176 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-32d5b40a-0475-4491-ba44-616e9df55c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:35.609605 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0341a67f-0dd8-46f0-ab64-d1a9fb4a2bc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee747f7-afd7-4716-b82b-5bca9c5b11f3,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:35.619047 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-0341a67f-0dd8-46f0-ab64-d1a9fb4a2bc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:35.621498 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-0341a67f-0dd8-46f0-ab64-d1a9fb4a2bc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:35.625107 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-0341a67f-0dd8-46f0-ab64-d1a9fb4a2bc7 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/dee747f7-afd7-4716-b82b-5bca9c5b11f3 HTTP/1.1" status: 204 len: 168 time: 0.7935722 Feb 17 21:19:35.657396 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-0c214327-3b6e-4446-8c1f-f9aa169c2ad8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:35.684937 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [None req-81aec466-2ebb-420d-a06d-50e9fba8968c None None] Attempting to bind port c57a15a9-77cd-4738-8a84-7271389ba8b0 on host dv-cinder-760193-4-smb for vnic_type normal with profile {{(pid=83972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 21:19:35.686483 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [None req-81aec466-2ebb-420d-a06d-50e9fba8968c None None] Attempting to bind port c57a15a9-77cd-4738-8a84-7271389ba8b0 by drivers openvswitch on host dv-cinder-760193-4-smb at level 0 using segments [{'id': '52570e17-5638-48fe-bab3-82a71a5949b8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c1614348-f323-4cf2-883f-d1f4e049c03c'}] {{(pid=83972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 21:19:35.687032 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81aec466-2ebb-420d-a06d-50e9fba8968c None None] Attempting to bind port c57a15a9-77cd-4738-8a84-7271389ba8b0 on network c1614348-f323-4cf2-883f-d1f4e049c03c {{(pid=83972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 21:19:35.719867 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81aec466-2ebb-420d-a06d-50e9fba8968c None None] Checking agent: {'id': '1f40505b-3e8c-4bc5-b539-d04281a15ea5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 21, 9, 4), 'started_at': datetime.datetime(2021, 2, 17, 21, 9, 34), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.98', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 21:19:35.721829 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81aec466-2ebb-420d-a06d-50e9fba8968c None None] Checking segment: {'id': '52570e17-5638-48fe-bab3-82a71a5949b8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c1614348-f323-4cf2-883f-d1f4e049c03c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:19:35.722503 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-81aec466-2ebb-420d-a06d-50e9fba8968c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:35.724387 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81aec466-2ebb-420d-a06d-50e9fba8968c None None] Bound using segment: {'id': '52570e17-5638-48fe-bab3-82a71a5949b8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c1614348-f323-4cf2-883f-d1f4e049c03c'} {{(pid=83972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 21:19:35.727687 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [None req-81aec466-2ebb-420d-a06d-50e9fba8968c None None] Bound port: c57a15a9-77cd-4738-8a84-7271389ba8b0, host: dv-cinder-760193-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52570e17-5638-48fe-bab3-82a71a5949b8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c1614348-f323-4cf2-883f-d1f4e049c03c'}}] {{(pid=83972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 21:19:35.729566 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-81aec466-2ebb-420d-a06d-50e9fba8968c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:35.747758 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae82fed6-ab62-448e-b69b-feca520b9a27 req-72d5dcc5-c772-4788-959e-8301591dd4fb tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:35.755358 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-ae82fed6-ab62-448e-b69b-feca520b9a27 req-72d5dcc5-c772-4788-959e-8301591dd4fb tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] 10.222.0.90 "GET /v2.0/ports?device_id=e671e613-99ba-499a-9a81-49d09e152259 HTTP/1.1" status: 200 len: 943 time: 0.4005225 Feb 17 21:19:35.771204 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-32d5b40a-0475-4491-ba44-616e9df55c1a admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=0e0acf4ff38c4a2b91a3ab23d32f7dac&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0692258 Feb 17 21:19:35.774942 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 35158) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:19:35.873446 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d5b40a-0475-4491-ba44-616e9df55c1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd682b15-c3a7-442c-b227-6e1a88df2768,revision_number=1']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:35.886357 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-32d5b40a-0475-4491-ba44-616e9df55c1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:35.893713 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Device 0542c855-d26e-48a8-943f-661135a71d57 up at agent ovs-agent-hv-cinder-76019 {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:19:35.944734 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-ae82fed6-ab62-448e-b69b-feca520b9a27 req-b2427172-4e4d-470c-9c31-6e710d2be3e6 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] 10.222.0.90 "GET /v2.0/security-groups?id=d6b64051-caf7-4d45-aa1e-bcaca4be81ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874471 Feb 17 21:19:35.946164 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [req-58ea8e2c-4ad5-4b03-965a-cbd6adff33b7 req-f2aa382d-9e50-4db8-8b15-915db70d123a service neutron] For port f5b0f700-8874-4d88-bba5-50744e175b99, host hv-cinder-76019, cleared binding levels {{(pid=83971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 21:19:35.964362 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [req-58ea8e2c-4ad5-4b03-965a-cbd6adff33b7 req-f2aa382d-9e50-4db8-8b15-915db70d123a service neutron] For port f5b0f700-8874-4d88-bba5-50744e175b99, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=f5b0f700-8874-4d88-bba5-50744e175b99,segment=NetworkSegment(08ce18e3-b8b4-42a4-b3b1-cfb0095e7e98),segment_id=08ce18e3-b8b4-42a4-b3b1-cfb0095e7e98)] {{(pid=83971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 21:19:36.088378 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-58ea8e2c-4ad5-4b03-965a-cbd6adff33b7 req-f2aa382d-9e50-4db8-8b15-915db70d123a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:36.154234 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:36.155249 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.db_base_plugin_common [None req-61e698cb-bedf-4f8b-87fb-64ca8d4ac080 admin admin] Allocated IP 172.28.3.195 (35a248c9-4e56-449c-88ff-c033f82ee17e/44c24f99-5b56-46d4-85cc-b908fd8db103/223ffc98-7770-4ca4-8058-0c734a2ad97d) {{(pid=83970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 21:19:36.176599 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Provisioning complete for port 0542c855-d26e-48a8-943f-661135a71d57 triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:19:36.177374 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:36.192567 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.agents_db [None req-d7035ca1-ab1a-4600-abec-6b06ab5f95db None None] Agent healthcheck: found 6 active agents {{(pid=83973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 21:19:36.261686 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-81aec466-2ebb-420d-a06d-50e9fba8968c None None] For port c57a15a9-77cd-4738-8a84-7271389ba8b0, host dv-cinder-760193-4-smb, cleared binding levels {{(pid=83972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 21:19:36.278892 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-81aec466-2ebb-420d-a06d-50e9fba8968c None None] For port c57a15a9-77cd-4738-8a84-7271389ba8b0, host dv-cinder-760193-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-smb',level=0,port_id=c57a15a9-77cd-4738-8a84-7271389ba8b0,segment=NetworkSegment(52570e17-5638-48fe-bab3-82a71a5949b8),segment_id=52570e17-5638-48fe-bab3-82a71a5949b8)] {{(pid=83972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 21:19:36.292592 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-81aec466-2ebb-420d-a06d-50e9fba8968c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:36.307316 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-5190eab4-8de2-4267-a802-6a7aaac421ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:36.458866 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-61e698cb-bedf-4f8b-87fb-64ca8d4ac080 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:36.488279 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aa382d-9e50-4db8-8b15-915db70d123a service neutron] Pushing event updated for resources: {'Port': ['ID=f5b0f700-8874-4d88-bba5-50744e175b99,revision_number=3']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:36.494008 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-5190eab4-8de2-4267-a802-6a7aaac421ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:36.494540 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-61e698cb-bedf-4f8b-87fb-64ca8d4ac080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782347517401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1732037'] for port, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:36.505410 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ea8e2c-4ad5-4b03-965a-cbd6adff33b7 req-f2aa382d-9e50-4db8-8b15-915db70d123a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:36.506199 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-58ea8e2c-4ad5-4b03-965a-cbd6adff33b7 req-f2aa382d-9e50-4db8-8b15-915db70d123a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854194843'] for port, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:36.508855 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-58ea8e2c-4ad5-4b03-965a-cbd6adff33b7 req-f2aa382d-9e50-4db8-8b15-915db70d123a service neutron] 10.222.0.95 "PUT /v2.0/ports/f5b0f700-8874-4d88-bba5-50744e175b99 HTTP/1.1" status: 200 len: 1157 time: 3.6190190 Feb 17 21:19:36.509730 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-f2aa382d-9e50-4db8-8b15-915db70d123a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:36.513319 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e671e613-99ba-499a-9a81-49d09e152259', 'tag': 'f5b0f700-8874-4d88-bba5-50744e175b99'}] {{(pid=83971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:19:36.515972 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-de61558c-05c3-4892-8495-efc64b404059 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:36.539262 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c2a389-f8ac-415e-a5b9-c3f438770c20 req-369988c3-f117-4beb-84fd-a7fe81d31484 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:36.541177 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-75c2a389-f8ac-415e-a5b9-c3f438770c20 req-369988c3-f117-4beb-84fd-a7fe81d31484 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/ports?device_id=42e08568-d76b-446d-be76-a7ea060e8400 HTTP/1.1" status: 200 len: 946 time: 0.5793490 Feb 17 21:19:36.573877 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 35180) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:19:36.647254 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e671e613-99ba-499a-9a81-49d09e152259', 'tag': 'f5b0f700-8874-4d88-bba5-50744e175b99', 'status': 'completed', 'code': 200} Feb 17 21:19:36.664223 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aec466-2ebb-420d-a06d-50e9fba8968c None None] Pushing event updated for resources: {'Port': ['ID=c57a15a9-77cd-4738-8a84-7271389ba8b0,revision_number=2']} {{(pid=83972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:36.669022 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-1cf700b3-829b-4bb1-9a5d-c667ef96e3fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:36.689956 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-1cf700b3-829b-4bb1-9a5d-c667ef96e3fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:19:36.693942 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-1cf700b3-829b-4bb1-9a5d-c667ef96e3fd admin admin] Usage tracker for resource:security_group_rule and tenant:063a1f95d96345c592c5e0a22b60164f is out of sync, need to count used quota {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:19:36.697141 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-1cf700b3-829b-4bb1-9a5d-c667ef96e3fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:19:36.700776 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-81aec466-2ebb-420d-a06d-50e9fba8968c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:36.703168 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-1cf700b3-829b-4bb1-9a5d-c667ef96e3fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:19:36.707075 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-7218171c-59a1-4946-8cf3-17df31044538 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:36.807467 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e698cb-bedf-4f8b-87fb-64ca8d4ac080 admin admin] Network 35a248c9-4e56-449c-88ff-c033f82ee17e is already hosted by enough agents. {{(pid=83970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:19:36.810744 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.base_scheduler [None req-61e698cb-bedf-4f8b-87fb-64ca8d4ac080 admin admin] Resources bound (agent type, host, resource id): {{(pid=83970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:19:36.814725 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e698cb-bedf-4f8b-87fb-64ca8d4ac080 admin admin] Received port after_create {{(pid=83970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 21:19:36.847378 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-75c2a389-f8ac-415e-a5b9-c3f438770c20 req-1c089674-74aa-4e83-a430-6e76146b0f7b tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/security-groups?id=5df91840-1d6e-47b1-b11d-86f99077f317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988966 Feb 17 21:19:36.849347 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-1cf700b3-829b-4bb1-9a5d-c667ef96e3fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:36.859383 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e698cb-bedf-4f8b-87fb-64ca8d4ac080 admin admin] Pushing event updated for resources: {'Port': ['ID=223ffc98-7770-4ca4-8058-0c734a2ad97d,revision_number=1']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:36.879865 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-61e698cb-bedf-4f8b-87fb-64ca8d4ac080 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:36.902692 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-1cf700b3-829b-4bb1-9a5d-c667ef96e3fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:36.920148 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-bf5ac192-2667-410b-a1ab-6e7de7235824 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:36.986394 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-5190eab4-8de2-4267-a802-6a7aaac421ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:36.996008 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ea8e2c-4ad5-4b03-965a-cbd6adff33b7 req-0c32c61a-3f52-4082-a90a-01e146caa4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:37.001339 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-58ea8e2c-4ad5-4b03-965a-cbd6adff33b7 req-0c32c61a-3f52-4082-a90a-01e146caa4b0 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=a50a5bcc4e084e6db92be79811667253&device_id=e671e613-99ba-499a-9a81-49d09e152259 HTTP/1.1" status: 200 len: 1160 time: 0.4226854 Feb 17 21:19:37.001339 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf700b3-829b-4bb1-9a5d-c667ef96e3fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27783eb3-0954-4801-822a-d00f0a655362,revision_number=1']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:37.010294 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-1cf700b3-829b-4bb1-9a5d-c667ef96e3fd admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=063a1f95d96345c592c5e0a22b60164f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4339769 Feb 17 21:19:37.012683 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-1cf700b3-829b-4bb1-9a5d-c667ef96e3fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:37.015675 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:37.021764 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 35198) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:19:37.169442 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5190eab4-8de2-4267-a802-6a7aaac421ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd682b15-c3a7-442c-b227-6e1a88df2768,revision_number=None']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:37.192923 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-5190eab4-8de2-4267-a802-6a7aaac421ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:37.210983 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-58ea8e2c-4ad5-4b03-965a-cbd6adff33b7 req-26c74277-8e95-44b2-ae2b-c8e01db51d42 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5b0f700-8874-4d88-bba5-50744e175b99 HTTP/1.1" status: 200 len: 217 time: 0.1993792 Feb 17 21:19:37.248749 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-5190eab4-8de2-4267-a802-6a7aaac421ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:37.253015 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-5190eab4-8de2-4267-a802-6a7aaac421ce admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/bd682b15-c3a7-442c-b227-6e1a88df2768 HTTP/1.1" status: 204 len: 168 time: 1.4736791 Feb 17 21:19:37.255312 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dde940-8fcc-4a48-817e-73d8572f162f req-33040945-0f85-4d14-beb5-05ce13ff2abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:37.257642 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-f1dde940-8fcc-4a48-817e-73d8572f162f req-33040945-0f85-4d14-beb5-05ce13ff2abf service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=42e08568-d76b-446d-be76-a7ea060e8400 HTTP/1.1" status: 200 len: 1163 time: 0.4176793 Feb 17 21:19:37.446160 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-61e698cb-bedf-4f8b-87fb-64ca8d4ac080 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:37.468269 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ea8e2c-4ad5-4b03-965a-cbd6adff33b7 req-c6f293d1-803f-453c-8dd1-165dfccae01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:37.470189 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-58ea8e2c-4ad5-4b03-965a-cbd6adff33b7 req-c6f293d1-803f-453c-8dd1-165dfccae01a service neutron] 10.222.0.95 "GET /v2.0/subnets?id=183910a9-6a55-41ac-b3d7-53b1750afb54 HTTP/1.1" status: 200 len: 849 time: 0.2240500 Feb 17 21:19:37.483172 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-f1dde940-8fcc-4a48-817e-73d8572f162f req-a0ce4e8d-9598-48de-916f-ebfe12ce2f72 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=5df91840-1d6e-47b1-b11d-86f99077f317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455264 Feb 17 21:19:37.539256 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-46a887b5-4e3f-4ca6-be61-3a4817593003 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:37.559301 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-58ea8e2c-4ad5-4b03-965a-cbd6adff33b7 req-3bf7ec01-f0f0-4598-aad4-4b7fb6afb802 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=407c8f18-97cf-47b9-91fa-3c95f390de39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749550 Feb 17 21:19:37.572408 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 35214) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:19:37.607177 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1fb4ce-0a9a-458e-ae49-5699fe99a110 req-0b0cf5d1-f1b2-49e2-9eac-ae6c8b4cbe82 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:37.609381 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-aa1fb4ce-0a9a-458e-ae49-5699fe99a110 req-0b0cf5d1-f1b2-49e2-9eac-ae6c8b4cbe82 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] 10.222.0.90 "GET /v2.0/ports?device_id=e671e613-99ba-499a-9a81-49d09e152259 HTTP/1.1" status: 200 len: 943 time: 0.3619392 Feb 17 21:19:37.611424 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-46a887b5-4e3f-4ca6-be61-3a4817593003 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:37.717498 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-aa1fb4ce-0a9a-458e-ae49-5699fe99a110 req-7842b8e7-9e4f-4e79-8260-6f9e886a1d52 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] 10.222.0.90 "GET /v2.0/security-groups?id=d6b64051-caf7-4d45-aa1e-bcaca4be81ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960388 Feb 17 21:19:37.918711 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-61e698cb-bedf-4f8b-87fb-64ca8d4ac080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853854813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-925185'] for router, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:37.929462 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Device c57a15a9-77cd-4738-8a84-7271389ba8b0 up at agent ovs-agent-dv-cinder-760193-4-smb {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:19:38.144382 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Provisioning for port c57a15a9-77cd-4738-8a84-7271389ba8b0 completed by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:19:38.260581 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-264e500a-2527-4bf6-a57b-ee9fdeab260d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:38.332581 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-46a887b5-4e3f-4ca6-be61-3a4817593003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:38.347643 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-264e500a-2527-4bf6-a57b-ee9fdeab260d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:19:38.350458 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d44d0b48-60ce-4021-941a-c365dd9b29e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:38.379313 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-264e500a-2527-4bf6-a57b-ee9fdeab260d admin admin] Usage tracker for resource:security_group_rule and tenant:153bba6f4d8444f992d2a604701ecebe is out of sync, need to count used quota {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:19:38.399739 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-264e500a-2527-4bf6-a57b-ee9fdeab260d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:19:38.400850 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a887b5-4e3f-4ca6-be61-3a4817593003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27783eb3-0954-4801-822a-d00f0a655362,revision_number=None']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:38.403716 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-46a887b5-4e3f-4ca6-be61-3a4817593003 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:38.439640 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-264e500a-2527-4bf6-a57b-ee9fdeab260d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:19:38.451869 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-46a887b5-4e3f-4ca6-be61-3a4817593003 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:38.457520 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-46a887b5-4e3f-4ca6-be61-3a4817593003 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/27783eb3-0954-4801-822a-d00f0a655362 HTTP/1.1" status: 204 len: 168 time: 1.3279886 Feb 17 21:19:38.520049 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-58ea8e2c-4ad5-4b03-965a-cbd6adff33b7 req-26bfa5f7-9530-4e8f-8ca5-ab178efd5f8b service neutron] 10.222.0.95 "GET /v2.0/networks/407c8f18-97cf-47b9-91fa-3c95f390de39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7995172 Feb 17 21:19:38.610434 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa0365c-5647-4982-b427-9f147944423c None None] Network c1614348-f323-4cf2-883f-d1f4e049c03c requested from dv-cinder-760193-4-smb {{(pid=83972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 21:19:38.663637 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427d005b-dc57-4b58-8561-14197cdb49d4 req-fa340458-8a91-47b7-bb43-32869e538211 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:38.671368 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-427d005b-dc57-4b58-8561-14197cdb49d4 req-fa340458-8a91-47b7-bb43-32869e538211 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/ports?device_id=42e08568-d76b-446d-be76-a7ea060e8400 HTTP/1.1" status: 200 len: 946 time: 0.4163508 Feb 17 21:19:38.825026 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-427d005b-dc57-4b58-8561-14197cdb49d4 req-6d22fd1f-11a3-4c88-9968-323cdd803cfa tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/security-groups?id=5df91840-1d6e-47b1-b11d-86f99077f317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526182 Feb 17 21:19:38.836839 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61e698cb-bedf-4f8b-87fb-64ca8d4ac080 admin admin] Router 306ca164-bba2-4edd-95a5-5dfc8f1baa14 is scheduled to L3 agent 0536e1cb-4d3e-42d2-8b6d-8bd52a4e2590 with binding_index 1 {{(pid=83970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 21:19:38.938269 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-58ea8e2c-4ad5-4b03-965a-cbd6adff33b7 req-5ed67f6e-b447-40ca-a879-45f6495719df service neutron] 10.222.0.95 "GET /v2.0/networks/407c8f18-97cf-47b9-91fa-3c95f390de39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4046149 Feb 17 21:19:38.988521 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-125dbef3-5006-4bde-89cf-0b0f4fd8b526 None None] Provisioning for port c57a15a9-77cd-4738-8a84-7271389ba8b0 completed by entity DHCP. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:19:39.002801 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-125dbef3-5006-4bde-89cf-0b0f4fd8b526 None None] Provisioning complete for port c57a15a9-77cd-4738-8a84-7271389ba8b0 triggered by entity DHCP. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:19:39.003257 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-125dbef3-5006-4bde-89cf-0b0f4fd8b526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:39.014831 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-264e500a-2527-4bf6-a57b-ee9fdeab260d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:39.034014 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-264e500a-2527-4bf6-a57b-ee9fdeab260d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:39.049576 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:39.262284 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-264e500a-2527-4bf6-a57b-ee9fdeab260d admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=153bba6f4d8444f992d2a604701ecebe&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6817496 Feb 17 21:19:39.266115 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 35262) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:19:39.269498 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264e500a-2527-4bf6-a57b-ee9fdeab260d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2841d8be-f449-4712-bf58-eb5e09eb6236,revision_number=1']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:39.275983 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-264e500a-2527-4bf6-a57b-ee9fdeab260d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:39.298822 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-125dbef3-5006-4bde-89cf-0b0f4fd8b526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:39.314511 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a4898-9e83-4655-8267-e6a76f0f499a req-942d69d4-9f26-4567-aa5d-688afa74cd86 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:39.331522 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-f12a4898-9e83-4655-8267-e6a76f0f499a req-942d69d4-9f26-4567-aa5d-688afa74cd86 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] 10.222.0.90 "GET /v2.0/ports?device_id=e671e613-99ba-499a-9a81-49d09e152259 HTTP/1.1" status: 200 len: 943 time: 0.3769937 Feb 17 21:19:39.353809 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61e698cb-bedf-4f8b-87fb-64ca8d4ac080 admin admin] Notify agent at l3_agent.dv-cinder-760193-4-smb the message routers_updated {{(pid=83970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 21:19:39.368450 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95e2a71-9e50-45a9-b4ee-b79820faad79 None None] Sync routers for ids ['306ca164-bba2-4edd-95a5-5dfc8f1baa14'] in dv-cinder-760193-4-smb {{(pid=83973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 21:19:39.385295 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-125dbef3-5006-4bde-89cf-0b0f4fd8b526 None None] For port c57a15a9-77cd-4738-8a84-7271389ba8b0, host dv-cinder-760193-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-smb',level=0,port_id=c57a15a9-77cd-4738-8a84-7271389ba8b0,segment=NetworkSegment(52570e17-5638-48fe-bab3-82a71a5949b8),segment_id=52570e17-5638-48fe-bab3-82a71a5949b8)] {{(pid=83972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:19:39.391720 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95e2a71-9e50-45a9-b4ee-b79820faad79 None None] Routers {'306ca164-bba2-4edd-95a5-5dfc8f1baa14'} bound to L3 agent in host dv-cinder-760193-4-smb {{(pid=83973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:19:39.392233 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-125dbef3-5006-4bde-89cf-0b0f4fd8b526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:39.394084 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:39.396075 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-d95e2a71-9e50-45a9-b4ee-b79820faad79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T21:09:02Z,description=,heartbeat_timestamp=2021-02-17T21:19:32Z,host='dv-cinder-760193-4-smb',id=0536e1cb-4d3e-42d2-8b6d-8bd52a4e2590,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T21:09:02Z,topic='l3_agent')) {'router_ids': ['306ca164-bba2-4edd-95a5-5dfc8f1baa14'], 'active': True} {{(pid=83973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:19:39.416585 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-82db29ad-b2c5-4f63-aa73-7e9afb2b8b90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:39.445831 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-f12a4898-9e83-4655-8267-e6a76f0f499a req-d90e0aa2-12e1-4ef6-9b96-bf48548cc542 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] 10.222.0.90 "GET /v2.0/security-groups?id=d6b64051-caf7-4d45-aa1e-bcaca4be81ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115594 Feb 17 21:19:39.451258 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-82db29ad-b2c5-4f63-aa73-7e9afb2b8b90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:39.456577 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66a4727-b3e1-42b9-b926-5e9601cf4987 req-7c3c71e5-af07-4ed4-a2fd-c64c8d7481a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:39.470802 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b66a4727-b3e1-42b9-b926-5e9601cf4987 req-7c3c71e5-af07-4ed4-a2fd-c64c8d7481a5 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=a50a5bcc4e084e6db92be79811667253&device_id=e671e613-99ba-499a-9a81-49d09e152259 HTTP/1.1" status: 200 len: 1160 time: 0.3662286 Feb 17 21:19:39.525817 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-82db29ad-b2c5-4f63-aa73-7e9afb2b8b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:39.536670 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-f2d31209-df64-4d59-a7d8-64d7095438e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:39.550879 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-61e698cb-bedf-4f8b-87fb-64ca8d4ac080 admin admin] Notify callbacks [] for router, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:39.560458 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-61e698cb-bedf-4f8b-87fb-64ca8d4ac080 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.9923105 Feb 17 21:19:39.561313 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-3a7da34d-4286-4c25-9457-26a6030656b0 None None] Provisioning complete for port c57a15a9-77cd-4738-8a84-7271389ba8b0 triggered by entity DHCP. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:19:39.561740 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-3a7da34d-4286-4c25-9457-26a6030656b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:39.564474 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 35270) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:19:39.689048 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82db29ad-b2c5-4f63-aa73-7e9afb2b8b90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2841d8be-f449-4712-bf58-eb5e09eb6236,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:39.691830 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-82db29ad-b2c5-4f63-aa73-7e9afb2b8b90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:39.722629 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125dbef3-5006-4bde-89cf-0b0f4fd8b526 None None] Pushing event updated for resources: {'Port': ['ID=c57a15a9-77cd-4738-8a84-7271389ba8b0,revision_number=3']} {{(pid=83972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:39.786323 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66a4727-b3e1-42b9-b926-5e9601cf4987 req-072c12de-a5e5-41a1-85b4-21c5d7d2bee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:39.788513 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b66a4727-b3e1-42b9-b926-5e9601cf4987 req-072c12de-a5e5-41a1-85b4-21c5d7d2bee1 service neutron] 10.222.0.95 "GET /v2.0/networks?id=407c8f18-97cf-47b9-91fa-3c95f390de39 HTTP/1.1" status: 200 len: 903 time: 0.3050210 Feb 17 21:19:39.792968 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-82db29ad-b2c5-4f63-aa73-7e9afb2b8b90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:39.797433 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-82db29ad-b2c5-4f63-aa73-7e9afb2b8b90 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/2841d8be-f449-4712-bf58-eb5e09eb6236 HTTP/1.1" status: 204 len: 168 time: 0.5301974 Feb 17 21:19:39.821886 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-125dbef3-5006-4bde-89cf-0b0f4fd8b526 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:39.895292 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Device 0542c855-d26e-48a8-943f-661135a71d57 up at agent ovs-agent-hv-cinder-76019 {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:19:39.999568 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvr_db [None req-d95e2a71-9e50-45a9-b4ee-b79820faad79 None None] Set router 306ca164-bba2-4edd-95a5-5dfc8f1baa14 gateway port host: dv-cinder-760193-4-smb {{(pid=83973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:19:40.009772 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Device c57a15a9-77cd-4738-8a84-7271389ba8b0 up at agent ovs-agent-dv-cinder-760193-4-smb {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:19:40.058960 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b66a4727-b3e1-42b9-b926-5e9601cf4987 req-f086dfba-1f0f-413d-ac80-f454487dc17a service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5b0f700-8874-4d88-bba5-50744e175b99 HTTP/1.1" status: 200 len: 217 time: 0.2616549 Feb 17 21:19:40.381181 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Provisioning complete for port c57a15a9-77cd-4738-8a84-7271389ba8b0 triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:19:40.382153 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:40.464217 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66a4727-b3e1-42b9-b926-5e9601cf4987 req-8b7a4031-aad1-4742-bedc-20fa44967799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:40.470063 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b66a4727-b3e1-42b9-b926-5e9601cf4987 req-8b7a4031-aad1-4742-bedc-20fa44967799 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=183910a9-6a55-41ac-b3d7-53b1750afb54 HTTP/1.1" status: 200 len: 849 time: 0.4005811 Feb 17 21:19:40.495906 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00e405d-6aa0-417b-bb2c-6ad086607207 req-7b886211-24e2-4f2a-8ff2-8648fd6f5020 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:40.498433 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b00e405d-6aa0-417b-bb2c-6ad086607207 req-7b886211-24e2-4f2a-8ff2-8648fd6f5020 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/ports?device_id=42e08568-d76b-446d-be76-a7ea060e8400 HTTP/1.1" status: 200 len: 946 time: 0.2968910 Feb 17 21:19:40.505936 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Provisioning complete for port 0542c855-d26e-48a8-943f-661135a71d57 triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:19:40.506781 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:40.582387 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d1db7829-4712-4e94-aec3-5b6fa619e2d6 None None] Provisioning complete for port c57a15a9-77cd-4738-8a84-7271389ba8b0 triggered by entity DHCP. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:19:40.583308 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d1db7829-4712-4e94-aec3-5b6fa619e2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:40.627036 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b66a4727-b3e1-42b9-b926-5e9601cf4987 req-dbd6be4b-fee8-43da-ae5e-34da4e7cfb75 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=407c8f18-97cf-47b9-91fa-3c95f390de39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1275001 Feb 17 21:19:40.931667 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 35302) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:19:40.955941 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8b78f49-dcae-4d2a-9670-8b9d4ccc1a00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:40.980503 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-d8b78f49-dcae-4d2a-9670-8b9d4ccc1a00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:19:40.988799 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-d8b78f49-dcae-4d2a-9670-8b9d4ccc1a00 admin admin] Usage tracker for resource:security_group_rule and tenant:277d7ef80a114de899a8ce6f065df3ef is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:19:40.994399 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-d8b78f49-dcae-4d2a-9670-8b9d4ccc1a00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:19:41.003762 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-d8b78f49-dcae-4d2a-9670-8b9d4ccc1a00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:19:41.120102 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b00e405d-6aa0-417b-bb2c-6ad086607207 req-43da9789-5ac2-4e11-98ef-751c26df3966 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/security-groups?id=5df91840-1d6e-47b1-b11d-86f99077f317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5098298 Feb 17 21:19:41.135369 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-d95e2a71-9e50-45a9-b4ee-b79820faad79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '306ca164-bba2-4edd-95a5-5dfc8f1baa14', 'name': 'tempest-TestShelveInstance-312091777-router', 'tenant_id': '36cdcb2459fd422f980d098093256d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'external_fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.195'}], 'enable_snat': True}, 'gw_port_id': '223ffc98-7770-4ca4-8058-0c734a2ad97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:19:33Z', 'updated_at': '2021-02-17T21:19:37Z', 'revision_number': 3, 'project_id': '36cdcb2459fd422f980d098093256d8b', 'gw_port': {'id': '223ffc98-7770-4ca4-8058-0c734a2ad97d', 'name': '', 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:04:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '306ca164-bba2-4edd-95a5-5dfc8f1baa14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:19:35Z', 'updated_at': '2021-02-17T21:19:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-smb'}], 'dv-cinder-760193-4-smb', False) {} {{(pid=83973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:19:41.152655 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95e2a71-9e50-45a9-b4ee-b79820faad79 None None] Checking router: 306ca164-bba2-4edd-95a5-5dfc8f1baa14 for host: dv-cinder-760193-4-smb {{(pid=83973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 21:19:41.153079 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95e2a71-9e50-45a9-b4ee-b79820faad79 None None] Updating router 306ca164-bba2-4edd-95a5-5dfc8f1baa14 port 223ffc98-7770-4ca4-8058-0c734a2ad97d binding host dv-cinder-760193-4-smb {{(pid=83973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 21:19:41.226558 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d95e2a71-9e50-45a9-b4ee-b79820faad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:41.367416 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-9c6d1db7-f20a-4395-9049-81fd58eeb81d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:41.435247 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7ef7c1-958d-48cd-ad7d-aeb1bd0527e4 req-e1189bf0-ed05-4131-add4-e3ad33ffd10d tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:41.443609 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-4f7ef7c1-958d-48cd-ad7d-aeb1bd0527e4 req-e1189bf0-ed05-4131-add4-e3ad33ffd10d tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] 10.222.0.90 "GET /v2.0/ports?device_id=e671e613-99ba-499a-9a81-49d09e152259 HTTP/1.1" status: 200 len: 943 time: 0.7426412 Feb 17 21:19:41.512044 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8b78f49-dcae-4d2a-9670-8b9d4ccc1a00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:41.529907 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8b78f49-dcae-4d2a-9670-8b9d4ccc1a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:41.542228 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d2f2a43b-6baa-4557-b8bf-252ecf665fc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:41.550777 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b66a4727-b3e1-42b9-b926-5e9601cf4987 req-92d1d65e-f6a3-4e48-a0a1-1566509d5cf3 service neutron] 10.222.0.95 "GET /v2.0/networks/407c8f18-97cf-47b9-91fa-3c95f390de39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8417535 Feb 17 21:19:41.647499 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-d8b78f49-dcae-4d2a-9670-8b9d4ccc1a00 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=277d7ef80a114de899a8ce6f065df3ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7116835 Feb 17 21:19:41.667749 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 35320) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:19:41.674520 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b78f49-dcae-4d2a-9670-8b9d4ccc1a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1804dc49-ff7d-4764-985a-ac8bf2db2e99,revision_number=1']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:41.700084 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d8b78f49-dcae-4d2a-9670-8b9d4ccc1a00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:41.822428 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b66a4727-b3e1-42b9-b926-5e9601cf4987 req-d99716c5-673d-49b3-9b04-65d35d78b4ac service neutron] 10.222.0.95 "GET /v2.0/networks/407c8f18-97cf-47b9-91fa-3c95f390de39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2468688 Feb 17 21:19:41.843848 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-4f7ef7c1-958d-48cd-ad7d-aeb1bd0527e4 req-74b4c121-8ca5-4382-a80e-b06bff889831 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] 10.222.0.90 "GET /v2.0/security-groups?id=d6b64051-caf7-4d45-aa1e-bcaca4be81ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3915584 Feb 17 21:19:41.892859 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d95e2a71-9e50-45a9-b4ee-b79820faad79 None None] Notify callbacks [] for port, precommit_update {{(pid=83973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:41.909163 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d95e2a71-9e50-45a9-b4ee-b79820faad79 None None] Transition to ACTIVE for port object 223ffc98-7770-4ca4-8058-0c734a2ad97d will not be triggered until provisioned by entity L2. {{(pid=83973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:19:41.913306 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d95e2a71-9e50-45a9-b4ee-b79820faad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:41.949657 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-5ea50819-13c1-455a-a855-f7362fcce44b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:42.025115 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.objects.ports [None req-ce728035-b535-45ea-9502-1141db087f8e None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83972) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 21:19:42.030313 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-5ea50819-13c1-455a-a855-f7362fcce44b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:42.114756 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:42.196974 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5d9489-95dc-43b2-90ef-137e2e748e75 req-817c13a2-2a02-4d47-98cf-3414f3dccf66 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:42.197905 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bb94d8-a103-4fc0-8e31-4bb7ff0736c8 None None] Pushing event updated for resources: {'Port': ['ID=223ffc98-7770-4ca4-8058-0c734a2ad97d,revision_number=2']} {{(pid=83973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:42.199244 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-cb5d9489-95dc-43b2-90ef-137e2e748e75 req-817c13a2-2a02-4d47-98cf-3414f3dccf66 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/ports?device_id=4d02e800-c249-4f02-8de5-b5f1681d4d5c HTTP/1.1" status: 200 len: 945 time: 0.1641219 Feb 17 21:19:42.220817 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [None req-d95e2a71-9e50-45a9-b4ee-b79820faad79 None None] Attempting to bind port 223ffc98-7770-4ca4-8058-0c734a2ad97d on host dv-cinder-760193-4-smb for vnic_type normal with profile {{(pid=83973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 21:19:42.221325 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [None req-d95e2a71-9e50-45a9-b4ee-b79820faad79 None None] Attempting to bind port 223ffc98-7770-4ca4-8058-0c734a2ad97d by drivers openvswitch on host dv-cinder-760193-4-smb at level 0 using segments [{'id': '1160e08b-7d0c-4f07-a68b-9e1b3764f9c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e'}] {{(pid=83973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 21:19:42.221797 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95e2a71-9e50-45a9-b4ee-b79820faad79 None None] Attempting to bind port 223ffc98-7770-4ca4-8058-0c734a2ad97d on network 35a248c9-4e56-449c-88ff-c033f82ee17e {{(pid=83973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 21:19:42.232342 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95e2a71-9e50-45a9-b4ee-b79820faad79 None None] Checking agent: {'id': '1f40505b-3e8c-4bc5-b539-d04281a15ea5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 21, 9, 4), 'started_at': datetime.datetime(2021, 2, 17, 21, 9, 34), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.98', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 21:19:42.232859 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95e2a71-9e50-45a9-b4ee-b79820faad79 None None] Checking segment: {'id': '1160e08b-7d0c-4f07-a68b-9e1b3764f9c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:19:42.233760 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d95e2a71-9e50-45a9-b4ee-b79820faad79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:42.233760 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95e2a71-9e50-45a9-b4ee-b79820faad79 None None] Bound using segment: {'id': '1160e08b-7d0c-4f07-a68b-9e1b3764f9c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e'} {{(pid=83973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 21:19:42.234384 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [None req-d95e2a71-9e50-45a9-b4ee-b79820faad79 None None] Bound port: 223ffc98-7770-4ca4-8058-0c734a2ad97d, host: dv-cinder-760193-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1160e08b-7d0c-4f07-a68b-9e1b3764f9c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e'}}] {{(pid=83973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 21:19:42.234914 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d95e2a71-9e50-45a9-b4ee-b79820faad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:42.244547 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.db_base_plugin_common [None req-9c6d1db7-f20a-4395-9049-81fd58eeb81d admin admin] Allocated IP 172.20.0.1 (c1614348-f323-4cf2-883f-d1f4e049c03c/4141ce6f-3a1a-4f49-b940-da2f0ad444d5/1c8b5259-3ee9-4f22-882d-392630a0c525) {{(pid=83970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 21:19:42.261105 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-cb5d9489-95dc-43b2-90ef-137e2e748e75 req-77a1823b-9a02-4e07-8d8f-fa9d8e8cacb2 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/security-groups?id=5df91840-1d6e-47b1-b11d-86f99077f317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549223 Feb 17 21:19:42.270469 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bb94d8-a103-4fc0-8e31-4bb7ff0736c8 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:19:42.270850 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bb94d8-a103-4fc0-8e31-4bb7ff0736c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:19:42.271215 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bb94d8-a103-4fc0-8e31-4bb7ff0736c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:19:42.271574 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bb94d8-a103-4fc0-8e31-4bb7ff0736c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:19:42.271935 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bb94d8-a103-4fc0-8e31-4bb7ff0736c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:19:42.272319 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bb94d8-a103-4fc0-8e31-4bb7ff0736c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:19:42.272703 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bb94d8-a103-4fc0-8e31-4bb7ff0736c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:19:42.273004 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bb94d8-a103-4fc0-8e31-4bb7ff0736c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:19:42.273353 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bb94d8-a103-4fc0-8e31-4bb7ff0736c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:19:42.273702 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bb94d8-a103-4fc0-8e31-4bb7ff0736c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:19:42.274045 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bb94d8-a103-4fc0-8e31-4bb7ff0736c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:19:42.274444 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bb94d8-a103-4fc0-8e31-4bb7ff0736c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:19:42.274766 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bb94d8-a103-4fc0-8e31-4bb7ff0736c8 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:19:42.275111 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bb94d8-a103-4fc0-8e31-4bb7ff0736c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:19:42.275462 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bb94d8-a103-4fc0-8e31-4bb7ff0736c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:19:42.275810 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bb94d8-a103-4fc0-8e31-4bb7ff0736c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:19:42.276147 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bb94d8-a103-4fc0-8e31-4bb7ff0736c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:19:42.276488 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bb94d8-a103-4fc0-8e31-4bb7ff0736c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:19:42.276832 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bb94d8-a103-4fc0-8e31-4bb7ff0736c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:19:42.277184 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bb94d8-a103-4fc0-8e31-4bb7ff0736c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:19:42.277517 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bb94d8-a103-4fc0-8e31-4bb7ff0736c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:19:42.277911 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bb94d8-a103-4fc0-8e31-4bb7ff0736c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:19:42.278181 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bb94d8-a103-4fc0-8e31-4bb7ff0736c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:19:42.278520 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bb94d8-a103-4fc0-8e31-4bb7ff0736c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:19:42.282747 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-a7bb94d8-a103-4fc0-8e31-4bb7ff0736c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:42.329054 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-5ea50819-13c1-455a-a855-f7362fcce44b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:42.347772 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-82db29ad-b2c5-4f63-aa73-7e9afb2b8b90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:42.351625 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-d95e2a71-9e50-45a9-b4ee-b79820faad79 None None] For port 223ffc98-7770-4ca4-8058-0c734a2ad97d, host dv-cinder-760193-4-smb, cleared binding levels {{(pid=83973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 21:19:42.355740 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-d95e2a71-9e50-45a9-b4ee-b79820faad79 None None] For port 223ffc98-7770-4ca4-8058-0c734a2ad97d, host dv-cinder-760193-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-smb',level=0,port_id=223ffc98-7770-4ca4-8058-0c734a2ad97d,segment=NetworkSegment(1160e08b-7d0c-4f07-a68b-9e1b3764f9c4),segment_id=1160e08b-7d0c-4f07-a68b-9e1b3764f9c4)] {{(pid=83973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 21:19:42.359817 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d95e2a71-9e50-45a9-b4ee-b79820faad79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:42.379525 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-43cc702c-0239-4292-a859-dae54f91e807 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:42.443504 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-9c6d1db7-f20a-4395-9049-81fd58eeb81d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:42.464256 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea50819-13c1-455a-a855-f7362fcce44b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1804dc49-ff7d-4764-985a-ac8bf2db2e99,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:42.473598 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-5ea50819-13c1-455a-a855-f7362fcce44b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:42.474605 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-9c6d1db7-f20a-4395-9049-81fd58eeb81d admin admin] Transition to ACTIVE for port object 1c8b5259-3ee9-4f22-882d-392630a0c525 will not be triggered until provisioned by entity DHCP. {{(pid=83970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:19:42.485696 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-5ea50819-13c1-455a-a855-f7362fcce44b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:42.490149 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-5ea50819-13c1-455a-a855-f7362fcce44b admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/1804dc49-ff7d-4764-985a-ac8bf2db2e99 HTTP/1.1" status: 204 len: 168 time: 0.8203428 Feb 17 21:19:42.518904 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-9c6d1db7-f20a-4395-9049-81fd58eeb81d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782347517401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1732037'] for port, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:42.542076 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-95846847-0de4-4f42-9e02-82aa16319fa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:42.601906 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bb94d8-a103-4fc0-8e31-4bb7ff0736c8 None None] Pushing event updated for resources: {'Port': ['ID=223ffc98-7770-4ca4-8058-0c734a2ad97d,revision_number=3']} {{(pid=83973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:42.606649 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-a7bb94d8-a103-4fc0-8e31-4bb7ff0736c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=83973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:42.652270 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95e2a71-9e50-45a9-b4ee-b79820faad79 None None] Routers {'306ca164-bba2-4edd-95a5-5dfc8f1baa14'} bound to L3 agent in host dv-cinder-760193-4-smb {{(pid=83973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:19:42.653034 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-d95e2a71-9e50-45a9-b4ee-b79820faad79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T21:09:02Z,description=,heartbeat_timestamp=2021-02-17T21:19:32Z,host='dv-cinder-760193-4-smb',id=0536e1cb-4d3e-42d2-8b6d-8bd52a4e2590,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T21:09:02Z,topic='l3_agent')) {'router_ids': ['306ca164-bba2-4edd-95a5-5dfc8f1baa14'], 'active': True} {{(pid=83973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:19:42.755187 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d1db7-f20a-4395-9049-81fd58eeb81d admin admin] Pushing event updated for resources: {'Port': ['ID=1c8b5259-3ee9-4f22-882d-392630a0c525,revision_number=1']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:42.761535 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-9c6d1db7-f20a-4395-9049-81fd58eeb81d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:42.833329 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Device f5b0f700-8874-4d88-bba5-50744e175b99 up at agent ovs-agent-hv-cinder-76019 {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:19:42.934842 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6d1db7-f20a-4395-9049-81fd58eeb81d admin admin] Network c1614348-f323-4cf2-883f-d1f4e049c03c is already hosted by enough agents. {{(pid=83970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:19:42.936269 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvr_db [None req-d95e2a71-9e50-45a9-b4ee-b79820faad79 None None] Set router 306ca164-bba2-4edd-95a5-5dfc8f1baa14 gateway port host: dv-cinder-760193-4-smb {{(pid=83973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:19:42.939775 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.base_scheduler [None req-9c6d1db7-f20a-4395-9049-81fd58eeb81d admin admin] Resources bound (agent type, host, resource id): {{(pid=83970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:19:42.949299 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6d1db7-f20a-4395-9049-81fd58eeb81d admin admin] Received port after_create {{(pid=83970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 21:19:43.077360 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Provisioning for port f5b0f700-8874-4d88-bba5-50744e175b99 completed by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:19:43.093369 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Provisioning complete for port f5b0f700-8874-4d88-bba5-50744e175b99 triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:19:43.094965 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:43.165971 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-9c6d1db7-f20a-4395-9049-81fd58eeb81d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853844712'] for router_interface, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:43.305994 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:43.392123 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e671e613-99ba-499a-9a81-49d09e152259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5b0f700-8874-4d88-bba5-50744e175b99'}] {{(pid=83972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:19:43.407222 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] For port f5b0f700-8874-4d88-bba5-50744e175b99, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=f5b0f700-8874-4d88-bba5-50744e175b99,segment=NetworkSegment(08ce18e3-b8b4-42a4-b3b1-cfb0095e7e98),segment_id=08ce18e3-b8b4-42a4-b3b1-cfb0095e7e98)] {{(pid=83972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:19:43.409547 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-70e926de-3870-4477-b37c-c5eb8685d3c5 None None] Provisioning for port 1c8b5259-3ee9-4f22-882d-392630a0c525 completed by entity DHCP. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:19:43.416604 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-70e926de-3870-4477-b37c-c5eb8685d3c5 None None] Provisioning complete for port 1c8b5259-3ee9-4f22-882d-392630a0c525 triggered by entity DHCP. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:19:43.417231 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-70e926de-3870-4477-b37c-c5eb8685d3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:43.447193 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:43.450555 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90df2ba-10a9-42ae-bc27-7536ef7f875f req-3b814914-e9fb-4ce4-8465-032d28b2ed71 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:43.452262 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-e90df2ba-10a9-42ae-bc27-7536ef7f875f req-3b814914-e9fb-4ce4-8465-032d28b2ed71 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] 10.222.0.90 "GET /v2.0/ports?device_id=e671e613-99ba-499a-9a81-49d09e152259 HTTP/1.1" status: 200 len: 943 time: 0.3032856 Feb 17 21:19:43.479139 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-81aec466-2ebb-420d-a06d-50e9fba8968c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:43.538956 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-9c6d1db7-f20a-4395-9049-81fd58eeb81d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:43.555685 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e671e613-99ba-499a-9a81-49d09e152259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5b0f700-8874-4d88-bba5-50744e175b99', 'code': 200} Feb 17 21:19:43.567548 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-d95e2a71-9e50-45a9-b4ee-b79820faad79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '306ca164-bba2-4edd-95a5-5dfc8f1baa14', 'name': 'tempest-TestShelveInstance-312091777-router', 'tenant_id': '36cdcb2459fd422f980d098093256d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'external_fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.195'}], 'enable_snat': True}, 'gw_port_id': '223ffc98-7770-4ca4-8058-0c734a2ad97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:19:33Z', 'updated_at': '2021-02-17T21:19:37Z', 'revision_number': 3, 'project_id': '36cdcb2459fd422f980d098093256d8b', 'gw_port': {'id': '223ffc98-7770-4ca4-8058-0c734a2ad97d', 'name': '', 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:04:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '306ca164-bba2-4edd-95a5-5dfc8f1baa14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:19:35Z', 'updated_at': '2021-02-17T21:19:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-smb'}], 'dv-cinder-760193-4-smb', False) {} {{(pid=83973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:19:43.574299 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95e2a71-9e50-45a9-b4ee-b79820faad79 None None] The sync data for ids ['306ca164-bba2-4edd-95a5-5dfc8f1baa14'] in dv-cinder-760193-4-smb is: [{'id': '306ca164-bba2-4edd-95a5-5dfc8f1baa14', 'name': 'tempest-TestShelveInstance-312091777-router', 'tenant_id': '36cdcb2459fd422f980d098093256d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'external_fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.195'}], 'enable_snat': True}, 'gw_port_id': '223ffc98-7770-4ca4-8058-0c734a2ad97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:19:33Z', 'updated_at': '2021-02-17T21:19:37Z', 'revision_number': 3, 'project_id': '36cdcb2459fd422f980d098093256d8b', 'gw_port': {'id': '223ffc98-7770-4ca4-8058-0c734a2ad97d', 'name': '', 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:04:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '306ca164-bba2-4edd-95a5-5dfc8f1baa14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:19:35Z', 'updated_at': '2021-02-17T21:19:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-smb'}] {{(pid=83973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 21:19:43.624847 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-e90df2ba-10a9-42ae-bc27-7536ef7f875f req-a92f19f7-3c65-45e1-869c-3297f4301490 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] 10.222.0.90 "GET /v2.0/security-groups?id=d6b64051-caf7-4d45-aa1e-bcaca4be81ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582355 Feb 17 21:19:43.813032 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-70e926de-3870-4477-b37c-c5eb8685d3c5 None None] Port 1c8b5259-3ee9-4f22-882d-392630a0c525 cannot update to ACTIVE because it is not bound. {{(pid=83972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 21:19:43.824055 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Pushing event updated for resources: {'Port': ['ID=f5b0f700-8874-4d88-bba5-50744e175b99,revision_number=4']} {{(pid=83972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:43.828065 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:43.836549 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Device f5b0f700-8874-4d88-bba5-50744e175b99 up at agent ovs-agent-hv-cinder-76019 {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:19:44.014775 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Provisioning complete for port f5b0f700-8874-4d88-bba5-50744e175b99 triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:19:44.015508 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:44.143321 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 35394) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:19:44.305343 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a272ca34-fc2b-4af3-bb95-d86421ce3e5d req-258bccea-41cc-4bbd-901a-98fb6990549d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:44.307549 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-a272ca34-fc2b-4af3-bb95-d86421ce3e5d req-258bccea-41cc-4bbd-901a-98fb6990549d service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=e671e613-99ba-499a-9a81-49d09e152259 HTTP/1.1" status: 200 len: 1162 time: 0.2419744 Feb 17 21:19:44.355800 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-9c6d1db7-f20a-4395-9049-81fd58eeb81d admin admin] Notify callbacks [] for port, precommit_update {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:44.367524 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-9c6d1db7-f20a-4395-9049-81fd58eeb81d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853043764'] for port, after_update {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:44.458963 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-34f12a1f-429f-43d2-967e-0bebdeab88fc tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:44.493707 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-9c6d1db7-f20a-4395-9049-81fd58eeb81d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-931198'] for router_interface, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:44.543557 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [None req-0ff5dcdd-d28a-4f78-b2e7-a63dee956f68 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1852463814-network', 'tenant_id': 'ab67f1686ba540d58f9ff70344922c71'}} {{(pid=83970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:19:44.614530 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13f0a47-1cc7-4f02-be78-635b352eb3de req-cc6837ae-831b-48a9-ba79-8e1dbce713a1 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:44.621442 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b13f0a47-1cc7-4f02-be78-635b352eb3de req-cc6837ae-831b-48a9-ba79-8e1dbce713a1 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/networks?id=35f9b575-0edf-435d-825c-afd5be1781b3 HTTP/1.1" status: 200 len: 814 time: 0.2671216 Feb 17 21:19:44.629502 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-0ff5dcdd-d28a-4f78-b2e7-a63dee956f68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:19:44.648111 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-0ff5dcdd-d28a-4f78-b2e7-a63dee956f68 admin admin] Usage tracker for resource:network and tenant:ab67f1686ba540d58f9ff70344922c71 is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:19:44.656322 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-0ff5dcdd-d28a-4f78-b2e7-a63dee956f68 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:19:44.672344 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-0ff5dcdd-d28a-4f78-b2e7-a63dee956f68 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:19:44.683132 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d1db7-f20a-4395-9049-81fd58eeb81d admin admin] Pushing event updated for resources: {'Port': ['ID=1c8b5259-3ee9-4f22-882d-392630a0c525,revision_number=2']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:44.687267 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b13f0a47-1cc7-4f02-be78-635b352eb3de req-0c30d98e-d9af-413c-88eb-ddd77bc0ffe2 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/quotas/99ecb63817724b3b843973136a4f57b7 HTTP/1.1" status: 200 len: 375 time: 0.0527256 Feb 17 21:19:44.692151 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-9c6d1db7-f20a-4395-9049-81fd58eeb81d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:44.739750 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ff5dcdd-d28a-4f78-b2e7-a63dee956f68 admin admin] Made reservation on behalf of ab67f1686ba540d58f9ff70344922c71 for: {'network': 1} {{(pid=83970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:19:44.749109 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-0ff5dcdd-d28a-4f78-b2e7-a63dee956f68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for network, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:44.754331 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-a272ca34-fc2b-4af3-bb95-d86421ce3e5d req-a734daf3-0f8c-49c1-a6a3-cd55f8bc7d15 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=d6b64051-caf7-4d45-aa1e-bcaca4be81ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4364769 Feb 17 21:19:44.775092 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-0ff5dcdd-d28a-4f78-b2e7-a63dee956f68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:44.814176 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-0ff5dcdd-d28a-4f78-b2e7-a63dee956f68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:19:44.819963 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-0ff5dcdd-d28a-4f78-b2e7-a63dee956f68 admin admin] Usage tracker for resource:security_group_rule and tenant:ab67f1686ba540d58f9ff70344922c71 is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:19:44.824306 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-0ff5dcdd-d28a-4f78-b2e7-a63dee956f68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:19:44.830794 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-0ff5dcdd-d28a-4f78-b2e7-a63dee956f68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:19:44.843198 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b13f0a47-1cc7-4f02-be78-635b352eb3de req-8b7b9d9b-79a4-4faf-9cb7-520973c78883 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=99ecb63817724b3b843973136a4f57b7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1548555 Feb 17 21:19:44.958955 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-0ff5dcdd-d28a-4f78-b2e7-a63dee956f68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:44.972950 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-0ff5dcdd-d28a-4f78-b2e7-a63dee956f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:44.981205 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-ea28376e-c1d1-4f1d-b128-b8bba79e135c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:45.047872 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ff5dcdd-d28a-4f78-b2e7-a63dee956f68 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=83970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 21:19:45.052539 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6d1db7-f20a-4395-9049-81fd58eeb81d admin admin] Network c1614348-f323-4cf2-883f-d1f4e049c03c is already hosted by enough agents. {{(pid=83970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:19:45.060284 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.base_scheduler [None req-9c6d1db7-f20a-4395-9049-81fd58eeb81d admin admin] Resources bound (agent type, host, resource id): {{(pid=83970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:19:45.152273 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-0ff5dcdd-d28a-4f78-b2e7-a63dee956f68 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363254506717436', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846507987'] for segment, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:45.152730 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.db.segments_db [None req-0ff5dcdd-d28a-4f78-b2e7-a63dee956f68 admin admin] Added segment 59b205a6-d49a-41cc-be52-7de6a265416b of type vxlan for network 02ff27f2-a2e9-4faf-a0ff-99a76fe4e59e Feb 17 21:19:45.154064 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff5dcdd-d28a-4f78-b2e7-a63dee956f68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e74f72f8-9772-460d-8cd7-a82da5d6847d,revision_number=1']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:45.363367 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-298bac29-8c3e-4ee9-8202-47305cbe5dde None None] Provisioning complete for port 1c8b5259-3ee9-4f22-882d-392630a0c525 triggered by entity DHCP. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:19:45.363746 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-298bac29-8c3e-4ee9-8202-47305cbe5dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:45.436975 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-298bac29-8c3e-4ee9-8202-47305cbe5dde None None] Port 1c8b5259-3ee9-4f22-882d-392630a0c525 cannot update to ACTIVE because it is not bound. {{(pid=83972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 21:19:45.505495 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-0ff5dcdd-d28a-4f78-b2e7-a63dee956f68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:45.578827 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b13f0a47-1cc7-4f02-be78-635b352eb3de req-ea86d224-7abb-4376-8dee-f40dc441203f service neutron] 10.222.0.90 "GET /v2.0/networks/35f9b575-0edf-435d-825c-afd5be1781b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7346272 Feb 17 21:19:45.588845 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b005e2b-2c67-47da-9ebf-351d32d3afa9 req-f54accc1-8cb8-42e1-a88c-f0d3a683667c tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:45.590435 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-4b005e2b-2c67-47da-9ebf-351d32d3afa9 req-f54accc1-8cb8-42e1-a88c-f0d3a683667c tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] 10.222.0.90 "GET /v2.0/ports?device_id=e671e613-99ba-499a-9a81-49d09e152259 HTTP/1.1" status: 200 len: 945 time: 0.5354059 Feb 17 21:19:45.618143 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-0ff5dcdd-d28a-4f78-b2e7-a63dee956f68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363254507310776'] for network, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:45.630683 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c6d1db7-f20a-4395-9049-81fd58eeb81d admin admin] Router 306ca164-bba2-4edd-95a5-5dfc8f1baa14 has already been hosted by L3 agent 0536e1cb-4d3e-42d2-8b6d-8bd52a4e2590 {{(pid=83970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 21:19:45.722941 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ff880a-f011-46ce-8604-53976c31736f req-ceab9312-7342-47cf-9887-1dc6c18c7f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:45.724546 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-61ff880a-f011-46ce-8604-53976c31736f req-ceab9312-7342-47cf-9887-1dc6c18c7f2e service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=1e8007caa2284731820d67e6f9d57ee9&device_id=4d02e800-c249-4f02-8de5-b5f1681d4d5c HTTP/1.1" status: 200 len: 1162 time: 0.6570568 Feb 17 21:19:45.812705 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-0ff5dcdd-d28a-4f78-b2e7-a63dee956f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826'] for network, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:45.817258 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff5dcdd-d28a-4f78-b2e7-a63dee956f68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:45.817899 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-0ff5dcdd-d28a-4f78-b2e7-a63dee956f68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854194843'] for network, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:45.831859 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-4b005e2b-2c67-47da-9ebf-351d32d3afa9 req-234b42fc-783c-401d-b0da-2019f8a3d2bd tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] 10.222.0.90 "GET /v2.0/security-groups?id=d6b64051-caf7-4d45-aa1e-bcaca4be81ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060001 Feb 17 21:19:45.832806 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:45.884092 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Device f5b0f700-8874-4d88-bba5-50744e175b99 up at agent ovs-agent-hv-cinder-76019 {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:19:45.911337 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b13f0a47-1cc7-4f02-be78-635b352eb3de req-ecb83086-1d9e-480c-958b-7f1d30b010ac service neutron] 10.222.0.90 "GET /v2.0/networks/35f9b575-0edf-435d-825c-afd5be1781b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3137236 Feb 17 21:19:45.976386 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ff880a-f011-46ce-8604-53976c31736f req-d0222173-82cf-4d22-b376-4fb1e8c1b6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:45.978081 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-61ff880a-f011-46ce-8604-53976c31736f req-d0222173-82cf-4d22-b376-4fb1e8c1b6c8 service neutron] 10.222.0.95 "GET /v2.0/networks?id=aa2f4e05-f1b6-4d1c-a052-1a8707f48be4 HTTP/1.1" status: 200 len: 913 time: 0.2415831 Feb 17 21:19:45.982655 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-0ff5dcdd-d28a-4f78-b2e7-a63dee956f68 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.8346064 Feb 17 21:19:45.983467 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Device 223ffc98-7770-4ca4-8058-0c734a2ad97d up at agent ovs-agent-dv-cinder-760193-4-smb {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:19:45.984024 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 35448) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:19:45.986666 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff5dcdd-d28a-4f78-b2e7-a63dee956f68 admin admin] Pushing event updated for resources: {'Network': ['ID=02ff27f2-a2e9-4faf-a0ff-99a76fe4e59e,revision_number=1']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:45.990365 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [None req-b2fdc6f1-479d-4af7-8454-b85e6f0ec3bb admin admin] Request body: {'subnet': {'network_id': '02ff27f2-a2e9-4faf-a0ff-99a76fe4e59e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1852463814-subnet', 'tenant_id': 'ab67f1686ba540d58f9ff70344922c71', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:19:46.001341 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-0ff5dcdd-d28a-4f78-b2e7-a63dee956f68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:46.005743 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-b2fdc6f1-479d-4af7-8454-b85e6f0ec3bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:19:46.010113 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c6d1db7-f20a-4395-9049-81fd58eeb81d admin admin] Notify agent at l3_agent.dv-cinder-760193-4-smb the message routers_updated {{(pid=83970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 21:19:46.017993 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-b2fdc6f1-479d-4af7-8454-b85e6f0ec3bb admin admin] Usage tracker for resource:subnet and tenant:ab67f1686ba540d58f9ff70344922c71 is out of sync, need to count used quota {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:19:46.029189 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-9c6d1db7-f20a-4395-9049-81fd58eeb81d admin admin] 10.222.0.90 "PUT /v2.0/routers/306ca164-bba2-4edd-95a5-5dfc8f1baa14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4515617 Feb 17 21:19:46.029412 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-b2fdc6f1-479d-4af7-8454-b85e6f0ec3bb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:19:46.034176 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-b2fdc6f1-479d-4af7-8454-b85e6f0ec3bb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:19:46.037458 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Network 02ff27f2-a2e9-4faf-a0ff-99a76fe4e59e details requested by agent ovs-agent-dv-cinder-760193-4-smb with host dv-cinder-760193-4-smb {{(pid=83972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 21:19:46.056476 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Network 02ff27f2-a2e9-4faf-a0ff-99a76fe4e59e details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=83972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 21:19:46.126386 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2fdc6f1-479d-4af7-8454-b85e6f0ec3bb admin admin] Made reservation on behalf of ab67f1686ba540d58f9ff70344922c71 for: {'subnet': 1} {{(pid=83971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:19:46.133489 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-b2fdc6f1-479d-4af7-8454-b85e6f0ec3bb admin admin] Notify callbacks [] for subnet, before_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:46.342383 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Provisioning complete for port f5b0f700-8874-4d88-bba5-50744e175b99 triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:19:46.342934 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:46.406378 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-61ff880a-f011-46ce-8604-53976c31736f req-b14503e7-9c26-4684-8878-a290a9da9d78 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87ea2e05-f05b-4e97-acbd-e06f872addb9 HTTP/1.1" status: 200 len: 217 time: 0.3509030 Feb 17 21:19:46.754532 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Provisioning for port 223ffc98-7770-4ca4-8058-0c734a2ad97d completed by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:19:46.801235 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Provisioning complete for port 223ffc98-7770-4ca4-8058-0c734a2ad97d triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:19:46.812863 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:46.853193 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ff880a-f011-46ce-8604-53976c31736f req-2241fc52-933a-4f59-a35c-cdb41050c3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:46.854804 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-61ff880a-f011-46ce-8604-53976c31736f req-2241fc52-933a-4f59-a35c-cdb41050c3f6 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=68c4757a-1327-48d0-97b5-5af10066f5ed HTTP/1.1" status: 200 len: 859 time: 0.2549067 Feb 17 21:19:46.880369 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-8efc1479-516b-4651-b49b-59c42fa16828 req-6b1fb35c-3dfb-4a13-b47f-d77794dfa5c0 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/ports?device_id=640aedf0-1e0a-4718-a901-1c3817bf9b7b HTTP/1.1" status: 200 len: 210 time: 0.1926956 Feb 17 21:19:47.021650 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:47.048658 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] For port 223ffc98-7770-4ca4-8058-0c734a2ad97d, host dv-cinder-760193-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-smb',level=0,port_id=223ffc98-7770-4ca4-8058-0c734a2ad97d,segment=NetworkSegment(1160e08b-7d0c-4f07-a68b-9e1b3764f9c4),segment_id=1160e08b-7d0c-4f07-a68b-9e1b3764f9c4)] {{(pid=83972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:19:47.052332 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:47.055255 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-81aec466-2ebb-420d-a06d-50e9fba8968c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:47.134238 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Pushing event updated for resources: {'Port': ['ID=223ffc98-7770-4ca4-8058-0c734a2ad97d,revision_number=4']} {{(pid=83972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:47.138082 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:47.179281 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-61ff880a-f011-46ce-8604-53976c31736f req-0a96cfe3-eb9f-498c-9fd6-e64df2fae4f8 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=aa2f4e05-f1b6-4d1c-a052-1a8707f48be4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2791877 Feb 17 21:19:47.277758 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d966b1-bb41-42b9-b92b-bd724275514b None None] Sync routers for ids ['306ca164-bba2-4edd-95a5-5dfc8f1baa14'] in dv-cinder-760193-4-smb {{(pid=83972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 21:19:47.290325 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d966b1-bb41-42b9-b92b-bd724275514b None None] Routers {'306ca164-bba2-4edd-95a5-5dfc8f1baa14'} bound to L3 agent in host dv-cinder-760193-4-smb {{(pid=83972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:19:47.291190 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-93d966b1-bb41-42b9-b92b-bd724275514b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T21:09:02Z,description=,heartbeat_timestamp=2021-02-17T21:19:32Z,host='dv-cinder-760193-4-smb',id=0536e1cb-4d3e-42d2-8b6d-8bd52a4e2590,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T21:09:02Z,topic='l3_agent')) {'router_ids': ['306ca164-bba2-4edd-95a5-5dfc8f1baa14'], 'active': True} {{(pid=83972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:19:47.397191 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 35496) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:19:47.403724 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [None req-57e66386-c4af-48ae-933c-86c1143b4afd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-837837880-network', 'tenant_id': 'a1cce1bcc6f842708a03860440965915'}} {{(pid=83970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:19:47.413385 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-57e66386-c4af-48ae-933c-86c1143b4afd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:19:47.419484 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-57e66386-c4af-48ae-933c-86c1143b4afd admin admin] Usage tracker for resource:network and tenant:a1cce1bcc6f842708a03860440965915 is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:19:47.425301 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-57e66386-c4af-48ae-933c-86c1143b4afd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:19:47.432298 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-57e66386-c4af-48ae-933c-86c1143b4afd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:19:47.439852 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b64ef2e-fd4a-4ff2-8307-eb789db580b3 req-d5c968ef-c69b-412b-b987-4f64b326dba7 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:47.441540 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-2b64ef2e-fd4a-4ff2-8307-eb789db580b3 req-d5c968ef-c69b-412b-b987-4f64b326dba7 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/ports?device_id=4d02e800-c249-4f02-8de5-b5f1681d4d5c HTTP/1.1" status: 200 len: 945 time: 1.3163033 Feb 17 21:19:47.443236 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e66386-c4af-48ae-933c-86c1143b4afd admin admin] Made reservation on behalf of a1cce1bcc6f842708a03860440965915 for: {'network': 1} {{(pid=83970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:19:47.448301 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-57e66386-c4af-48ae-933c-86c1143b4afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for network, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:47.458848 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-61ff880a-f011-46ce-8604-53976c31736f req-793687a7-1d58-4ef8-bc4f-0535ee31c906 service neutron] 10.222.0.95 "GET /v2.0/networks/aa2f4e05-f1b6-4d1c-a052-1a8707f48be4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291763 Feb 17 21:19:47.462991 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-57e66386-c4af-48ae-933c-86c1143b4afd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:47.480257 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-57e66386-c4af-48ae-933c-86c1143b4afd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:19:47.484935 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-57e66386-c4af-48ae-933c-86c1143b4afd admin admin] Usage tracker for resource:security_group_rule and tenant:a1cce1bcc6f842708a03860440965915 is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:19:47.488070 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-57e66386-c4af-48ae-933c-86c1143b4afd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:19:47.494262 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-57e66386-c4af-48ae-933c-86c1143b4afd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:19:47.520273 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvr_db [None req-93d966b1-bb41-42b9-b92b-bd724275514b None None] Set router 306ca164-bba2-4edd-95a5-5dfc8f1baa14 gateway port host: dv-cinder-760193-4-smb {{(pid=83972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:19:47.536407 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e52bac-307b-464d-b921-8a3a209ecd99 req-94b1cad4-6fd4-4917-8b39-21c538f4e4f3 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:47.538558 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-40e52bac-307b-464d-b921-8a3a209ecd99 req-94b1cad4-6fd4-4917-8b39-21c538f4e4f3 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] 10.222.0.90 "GET /v2.0/ports?device_id=e671e613-99ba-499a-9a81-49d09e152259 HTTP/1.1" status: 200 len: 945 time: 0.3662782 Feb 17 21:19:47.586344 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-57e66386-c4af-48ae-933c-86c1143b4afd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:47.590249 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-57e66386-c4af-48ae-933c-86c1143b4afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:47.594959 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-0341a67f-0dd8-46f0-ab64-d1a9fb4a2bc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:47.604948 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-2b64ef2e-fd4a-4ff2-8307-eb789db580b3 req-9f458e02-ed8c-4edb-b7e6-a8840b72875f tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/security-groups?id=5df91840-1d6e-47b1-b11d-86f99077f317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523306 Feb 17 21:19:47.638370 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57e66386-c4af-48ae-933c-86c1143b4afd admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=83970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 21:19:47.649117 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e66386-c4af-48ae-933c-86c1143b4afd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5453505-220f-4893-a6e5-5fc2b2b58602,revision_number=1']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:47.653264 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-57e66386-c4af-48ae-933c-86c1143b4afd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:47.656029 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-57e66386-c4af-48ae-933c-86c1143b4afd admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363254506717436', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846507987'] for segment, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:47.656399 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.db.segments_db [None req-57e66386-c4af-48ae-933c-86c1143b4afd admin admin] Added segment 550b0166-36b0-493c-bfec-62e89ef62b0b of type vxlan for network ddd06d35-23af-4d73-a7c8-9ed89139836e Feb 17 21:19:47.684615 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-57e66386-c4af-48ae-933c-86c1143b4afd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363254507310776'] for network, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:47.723672 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-57e66386-c4af-48ae-933c-86c1143b4afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826'] for network, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:47.726492 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e66386-c4af-48ae-933c-86c1143b4afd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:47.727247 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-57e66386-c4af-48ae-933c-86c1143b4afd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854194843'] for network, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:47.737949 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-26f006bc-07b7-4a60-8155-088c601f7dfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:47.764720 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-40e52bac-307b-464d-b921-8a3a209ecd99 req-572f8e98-fb98-4445-9626-a2ca84e775e3 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] 10.222.0.90 "GET /v2.0/security-groups?id=d6b64051-caf7-4d45-aa1e-bcaca4be81ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499443 Feb 17 21:19:47.818649 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-61ff880a-f011-46ce-8604-53976c31736f req-bbe76574-b44c-4012-89ce-5766e61eac84 service neutron] 10.222.0.95 "GET /v2.0/networks/aa2f4e05-f1b6-4d1c-a052-1a8707f48be4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3319659 Feb 17 21:19:47.831451 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-b2fdc6f1-479d-4af7-8454-b85e6f0ec3bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826'] for subnet, after_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:47.890355 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Device f5b0f700-8874-4d88-bba5-50744e175b99 up at agent ovs-agent-hv-cinder-76019 {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:19:47.937589 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e66386-c4af-48ae-933c-86c1143b4afd admin admin] Pushing event updated for resources: {'Network': ['ID=ddd06d35-23af-4d73-a7c8-9ed89139836e,revision_number=1']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:47.939343 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:47.950074 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-57e66386-c4af-48ae-933c-86c1143b4afd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:47.963142 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-57e66386-c4af-48ae-933c-86c1143b4afd admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.5646412 Feb 17 21:19:47.972021 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 35510) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:19:47.979108 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [None req-19c81af9-0644-410e-8d30-86c0c55c18a8 admin admin] Request body: {'subnet': {'network_id': 'ddd06d35-23af-4d73-a7c8-9ed89139836e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-837837880-subnet', 'tenant_id': 'a1cce1bcc6f842708a03860440965915', 'ip_version': 4}} {{(pid=83970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:19:47.980589 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Device 223ffc98-7770-4ca4-8058-0c734a2ad97d up at agent ovs-agent-dv-cinder-760193-4-smb {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:19:47.991192 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-19c81af9-0644-410e-8d30-86c0c55c18a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:19:48.001192 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-19c81af9-0644-410e-8d30-86c0c55c18a8 admin admin] Usage tracker for resource:subnet and tenant:a1cce1bcc6f842708a03860440965915 is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:19:48.010250 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Network ddd06d35-23af-4d73-a7c8-9ed89139836e details requested by agent ovs-agent-dv-cinder-760193-4-smb with host dv-cinder-760193-4-smb {{(pid=83972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 21:19:48.012258 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-19c81af9-0644-410e-8d30-86c0c55c18a8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:19:48.023967 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-19c81af9-0644-410e-8d30-86c0c55c18a8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:19:48.025128 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Network ddd06d35-23af-4d73-a7c8-9ed89139836e details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=83972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 21:19:48.040389 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c81af9-0644-410e-8d30-86c0c55c18a8 admin admin] Made reservation on behalf of a1cce1bcc6f842708a03860440965915 for: {'subnet': 1} {{(pid=83970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:19:48.061037 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-19c81af9-0644-410e-8d30-86c0c55c18a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852432875'] for subnet, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:48.290025 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fdc6f1-479d-4af7-8454-b85e6f0ec3bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=28b8e2e7-c1b6-4ced-918d-3591f66335b9,revision_number=0']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:48.301250 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-33410f3c-512c-4888-b2e9-8f6b5c0f873d req-a9f5bcf2-60d6-4515-9635-2ebfcb25b7ed tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/ports?device_id=640aedf0-1e0a-4718-a901-1c3817bf9b7b HTTP/1.1" status: 200 len: 210 time: 0.1087785 Feb 17 21:19:48.311781 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-b2fdc6f1-479d-4af7-8454-b85e6f0ec3bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:48.340464 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fdc6f1-479d-4af7-8454-b85e6f0ec3bb admin admin] Checking segment: {'id': '59b205a6-d49a-41cc-be52-7de6a265416b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '02ff27f2-a2e9-4faf-a0ff-99a76fe4e59e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:19:48.340861 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2fdc6f1-479d-4af7-8454-b85e6f0ec3bb admin admin] Network hostable DHCP agents. Network: 02ff27f2-a2e9-4faf-a0ff-99a76fe4e59e, hostable agents: ['81574b38-487a-4663-81fe-2ebf358e1d09'], hosted agents: [] {{(pid=83971) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 21:19:48.398910 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2fdc6f1-479d-4af7-8454-b85e6f0ec3bb admin admin] Network 02ff27f2-a2e9-4faf-a0ff-99a76fe4e59e is scheduled to be hosted by DHCP agent 81574b38-487a-4663-81fe-2ebf358e1d09 with binding_index 1 {{(pid=83971) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 21:19:48.414756 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13f0a47-1cc7-4f02-be78-635b352eb3de req-4fec35dd-6391-401b-8e09-40f623dc293a tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:48.416378 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b13f0a47-1cc7-4f02-be78-635b352eb3de req-4fec35dd-6391-401b-8e09-40f623dc293a tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.95 "GET /v2.0/networks?id=35f9b575-0edf-435d-825c-afd5be1781b3 HTTP/1.1" status: 200 len: 814 time: 0.3694761 Feb 17 21:19:48.432580 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [req-b13f0a47-1cc7-4f02-be78-635b352eb3de req-a2f80dcb-4acd-4b47-9572-ed119a6d766a tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Request body: {'port': {'device_id': '640aedf0-1e0a-4718-a901-1c3817bf9b7b', 'network_id': '35f9b575-0edf-435d-825c-afd5be1781b3', 'admin_state_up': True, 'tenant_id': '99ecb63817724b3b843973136a4f57b7'}} {{(pid=83971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:19:48.568302 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Provisioning complete for port f5b0f700-8874-4d88-bba5-50744e175b99 triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:19:48.571268 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:48.684764 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-93d966b1-bb41-42b9-b92b-bd724275514b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '306ca164-bba2-4edd-95a5-5dfc8f1baa14', 'name': 'tempest-TestShelveInstance-312091777-router', 'tenant_id': '36cdcb2459fd422f980d098093256d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'external_fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.195'}], 'enable_snat': True}, 'gw_port_id': '223ffc98-7770-4ca4-8058-0c734a2ad97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:19:33Z', 'updated_at': '2021-02-17T21:19:43Z', 'revision_number': 4, 'project_id': '36cdcb2459fd422f980d098093256d8b', 'gw_port': {'id': '223ffc98-7770-4ca4-8058-0c734a2ad97d', 'name': '', 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:04:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306ca164-bba2-4edd-95a5-5dfc8f1baa14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:19:35Z', 'updated_at': '2021-02-17T21:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-smb', '_interfaces': [{'id': '1c8b5259-3ee9-4f22-882d-392630a0c525', 'name': '', 'network_id': 'c1614348-f323-4cf2-883f-d1f4e049c03c', 'tenant_id': '36cdcb2459fd422f980d098093256d8b', 'mac_address': 'fa:16:3e:7b:fd:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '306ca164-bba2-4edd-95a5-5dfc8f1baa14', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '4141ce6f-3a1a-4f49-b940-da2f0ad444d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:19:41Z', 'updated_at': '2021-02-17T21:19:43Z', 'revision_number': 2, 'project_id': '36cdcb2459fd422f980d098093256d8b', 'subnets': [{'id': '4141ce6f-3a1a-4f49-b940-da2f0ad444d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-4-smb', False) {} {{(pid=83972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:19:48.717747 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d966b1-bb41-42b9-b92b-bd724275514b None None] Checking router: 306ca164-bba2-4edd-95a5-5dfc8f1baa14 for host: dv-cinder-760193-4-smb {{(pid=83972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 21:19:48.718309 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d966b1-bb41-42b9-b92b-bd724275514b None None] Updating router 306ca164-bba2-4edd-95a5-5dfc8f1baa14 port 1c8b5259-3ee9-4f22-882d-392630a0c525 binding host dv-cinder-760193-4-smb {{(pid=83972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 21:19:48.786213 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Provisioning complete for port 223ffc98-7770-4ca4-8058-0c734a2ad97d triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:19:48.786679 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:48.816781 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-19c81af9-0644-410e-8d30-86c0c55c18a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853044652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852432892'] for subnet, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:48.878847 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.base_scheduler [None req-b2fdc6f1-479d-4af7-8454-b85e6f0ec3bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-4-smb, 02ff27f2-a2e9-4faf-a0ff-99a76fe4e59e) {{(pid=83971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:19:48.880897 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-93d966b1-bb41-42b9-b92b-bd724275514b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:48.920010 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 35538) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:19:48.920747 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-810c8106-0f81-4eee-8dd3-1da8141d66d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:48.937051 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef10e2a-05a6-41eb-8781-b60b73d21f6b None None] Network 02ff27f2-a2e9-4faf-a0ff-99a76fe4e59e requested from dv-cinder-760193-4-smb {{(pid=83972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 21:19:48.957341 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [req-b13f0a47-1cc7-4f02-be78-635b352eb3de req-a2f80dcb-4acd-4b47-9572-ed119a6d766a tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:19:48.970186 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [req-b13f0a47-1cc7-4f02-be78-635b352eb3de req-a2f80dcb-4acd-4b47-9572-ed119a6d766a tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:19:48.982221 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2fdc6f1-479d-4af7-8454-b85e6f0ec3bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:48.982572 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-b2fdc6f1-479d-4af7-8454-b85e6f0ec3bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:48.986372 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b13f0a47-1cc7-4f02-be78-635b352eb3de req-a2f80dcb-4acd-4b47-9572-ed119a6d766a tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Made reservation on behalf of 99ecb63817724b3b843973136a4f57b7 for: {'port': 1} {{(pid=83971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:19:48.992504 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-b13f0a47-1cc7-4f02-be78-635b352eb3de req-a2f80dcb-4acd-4b47-9572-ed119a6d766a tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:49.020857 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c81af9-0644-410e-8d30-86c0c55c18a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=545cd33f-a435-47aa-8014-d364768b4eda,revision_number=0']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:49.032980 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-19c81af9-0644-410e-8d30-86c0c55c18a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:49.196063 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c81af9-0644-410e-8d30-86c0c55c18a8 admin admin] Checking segment: {'id': '550b0166-36b0-493c-bfec-62e89ef62b0b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'ddd06d35-23af-4d73-a7c8-9ed89139836e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:19:49.196678 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c81af9-0644-410e-8d30-86c0c55c18a8 admin admin] Network hostable DHCP agents. Network: ddd06d35-23af-4d73-a7c8-9ed89139836e, hostable agents: ['81574b38-487a-4663-81fe-2ebf358e1d09'], hosted agents: [] {{(pid=83970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 21:19:49.232447 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-72877563-03e1-4e2b-b0bf-4541198f1858 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:49.259678 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-72877563-03e1-4e2b-b0bf-4541198f1858 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:19:49.265870 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-72877563-03e1-4e2b-b0bf-4541198f1858 admin admin] Usage tracker for resource:security_group_rule and tenant:59cf029ccdeb479792d9ad0843931907 is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:19:49.269883 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c81af9-0644-410e-8d30-86c0c55c18a8 admin admin] Network ddd06d35-23af-4d73-a7c8-9ed89139836e is scheduled to be hosted by DHCP agent 81574b38-487a-4663-81fe-2ebf358e1d09 with binding_index 1 {{(pid=83970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 21:19:49.279860 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-72877563-03e1-4e2b-b0bf-4541198f1858 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:19:49.288302 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.base_scheduler [None req-19c81af9-0644-410e-8d30-86c0c55c18a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-4-smb, ddd06d35-23af-4d73-a7c8-9ed89139836e) {{(pid=83970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:19:49.309923 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-72877563-03e1-4e2b-b0bf-4541198f1858 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:19:49.312750 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c81af9-0644-410e-8d30-86c0c55c18a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:49.313574 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-19c81af9-0644-410e-8d30-86c0c55c18a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854194843'] for subnet, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:49.320143 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c03c76a-7b43-42c0-a624-f6cc041d98f0 None None] Network ddd06d35-23af-4d73-a7c8-9ed89139836e requested from dv-cinder-760193-4-smb {{(pid=83972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 21:19:49.374301 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-19c81af9-0644-410e-8d30-86c0c55c18a8 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.4006886 Feb 17 21:19:49.375448 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 35550) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:19:49.387730 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [None req-5d8fdce8-b058-445a-a1fc-c682051d3e89 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-837837880-router', 'tenant_id': 'a1cce1bcc6f842708a03860440965915', 'external_gateway_info': {'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e'}}} {{(pid=83970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:19:49.399907 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-5d8fdce8-b058-445a-a1fc-c682051d3e89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:19:49.410397 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-5d8fdce8-b058-445a-a1fc-c682051d3e89 admin admin] Usage tracker for resource:router and tenant:a1cce1bcc6f842708a03860440965915 is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:19:49.419860 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-5d8fdce8-b058-445a-a1fc-c682051d3e89 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:19:49.434396 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-5d8fdce8-b058-445a-a1fc-c682051d3e89 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:19:49.473669 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.db_base_plugin_common [req-b13f0a47-1cc7-4f02-be78-635b352eb3de req-a2f80dcb-4acd-4b47-9572-ed119a6d766a tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Allocated IP 172.20.0.5 (35f9b575-0edf-435d-825c-afd5be1781b3/1674444a-f910-400c-bb97-a2b62b24e55e/d4b4fc25-74ca-4d22-bdff-486b447263d2) {{(pid=83971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 21:19:49.497560 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3af68fe-107b-41e2-ab88-0eca1877343e req-875592fb-dcb5-4123-8e46-42c31cff1c03 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:49.498125 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-72877563-03e1-4e2b-b0bf-4541198f1858 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:49.499607 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-5d8fdce8-b058-445a-a1fc-c682051d3e89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-921044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773547'] for router, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:49.501059 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-5d8fdce8-b058-445a-a1fc-c682051d3e89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853852799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853749326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2210'] for router, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:49.506088 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-f3af68fe-107b-41e2-ab88-0eca1877343e req-875592fb-dcb5-4123-8e46-42c31cff1c03 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/ports?device_id=4d02e800-c249-4f02-8de5-b5f1681d4d5c HTTP/1.1" status: 200 len: 945 time: 0.5578771 Feb 17 21:19:49.512270 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-72877563-03e1-4e2b-b0bf-4541198f1858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:49.521124 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-b2fdc6f1-479d-4af7-8454-b85e6f0ec3bb admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.5358779 Feb 17 21:19:49.580922 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-340e0208-859f-4457-8c95-a14c18696b3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:49.616188 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-72877563-03e1-4e2b-b0bf-4541198f1858 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=59cf029ccdeb479792d9ad0843931907&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6672320 Feb 17 21:19:49.621966 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-5d8fdce8-b058-445a-a1fc-c682051d3e89 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:49.633631 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-040410d6-f5b5-4bee-a1a7-809c7d717129 req-7921c3e5-3d46-45cc-aac6-3d7964f34549 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Synchronizing usage tracker for tenant:99ecb63817724b3b843973136a4f57b7 on resource:port {{(pid=83971) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:19:49.640739 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72877563-03e1-4e2b-b0bf-4541198f1858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c6c9ac5-99e0-4e94-9a95-7c5df00449ff,revision_number=1']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:49.646505 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 35558) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:19:49.659946 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-72877563-03e1-4e2b-b0bf-4541198f1858 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:49.661494 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-f3af68fe-107b-41e2-ab88-0eca1877343e req-f8ef60e7-de04-4f36-8dd2-5586137a87de tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/security-groups?id=5df91840-1d6e-47b1-b11d-86f99077f317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537709 Feb 17 21:19:49.838246 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-040410d6-f5b5-4bee-a1a7-809c7d717129 req-7921c3e5-3d46-45cc-aac6-3d7964f34549 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Unset dirty status for tenant:99ecb63817724b3b843973136a4f57b7 on resource:port {{(pid=83971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:19:49.839563 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-040410d6-f5b5-4bee-a1a7-809c7d717129 req-7921c3e5-3d46-45cc-aac6-3d7964f34549 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/ports?device_id=640aedf0-1e0a-4718-a901-1c3817bf9b7b HTTP/1.1" status: 200 len: 210 time: 0.2822185 Feb 17 21:19:50.003946 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e06f96-9909-4fbd-b7a2-040628776172 None None] Network 02ff27f2-a2e9-4faf-a0ff-99a76fe4e59e requested from dv-cinder-760193-4-smb {{(pid=83972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 21:19:50.103221 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-5d8fdce8-b058-445a-a1fc-c682051d3e89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853850566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853854798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2227'] for router, precommit_update {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:50.197159 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-b13f0a47-1cc7-4f02-be78-635b352eb3de req-a2f80dcb-4acd-4b47-9572-ed119a6d766a tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Notify callbacks [] for port, precommit_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:50.249710 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-b13f0a47-1cc7-4f02-be78-635b352eb3de req-a2f80dcb-4acd-4b47-9572-ed119a6d766a tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782347517401'] for port, after_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:50.279890 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-e095e9f4-423e-4c28-b642-cd87599e26ae tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:50.457785 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f80dcb-4acd-4b47-9572-ed119a6d766a tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Pushing event updated for resources: {'Port': ['ID=d4b4fc25-74ca-4d22-bdff-486b447263d2,revision_number=1']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:50.485185 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-a2f80dcb-4acd-4b47-9572-ed119a6d766a tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:50.504537 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d794633b-3731-4a93-b48b-8b0756725bec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909145cb-0fec-5b9f-a561-58eb3c151e7d-ddd06d35-23af-4d73-a7c8-9ed89139836e', 'network_id': 'ddd06d35-23af-4d73-a7c8-9ed89139836e', 'tenant_id': 'a1cce1bcc6f842708a03860440965915', 'fixed_ips': [{'subnet_id': '545cd33f-a435-47aa-8014-d364768b4eda'}]}} from dv-cinder-760193-4-smb. {{(pid=83972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 21:19:50.505452 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d794633b-3731-4a93-b48b-8b0756725bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_create {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:50.512287 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-75a90fc8-c444-4333-8532-e592f6971cca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:50.594479 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a05f816-41d0-4035-a2d4-e9a91770fd19 req-4f2aac33-2c03-4359-ba94-76073c346bb1 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:50.605223 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-4a05f816-41d0-4035-a2d4-e9a91770fd19 req-4f2aac33-2c03-4359-ba94-76073c346bb1 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] 10.222.0.90 "GET /v2.0/ports?device_id=e671e613-99ba-499a-9a81-49d09e152259 HTTP/1.1" status: 200 len: 945 time: 0.6633685 Feb 17 21:19:50.615447 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-5d8fdce8-b058-445a-a1fc-c682051d3e89 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:50.654599 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-5d8fdce8-b058-445a-a1fc-c682051d3e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:50.665876 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 35588) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:19:50.683118 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-75a90fc8-c444-4333-8532-e592f6971cca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:50.698632 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [None req-804423e6-62e0-48cd-9631-b5d8f8ff7541 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-299172820-network', 'tenant_id': 'cb046af2899e4db38a88c2c86d47b5f8'}} {{(pid=83971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:19:50.704041 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-804423e6-62e0-48cd-9631-b5d8f8ff7541 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:19:50.708243 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-804423e6-62e0-48cd-9631-b5d8f8ff7541 admin admin] Usage tracker for resource:network and tenant:cb046af2899e4db38a88c2c86d47b5f8 is out of sync, need to count used quota {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:19:50.712601 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-804423e6-62e0-48cd-9631-b5d8f8ff7541 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:19:50.718961 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-804423e6-62e0-48cd-9631-b5d8f8ff7541 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:19:50.778421 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-804423e6-62e0-48cd-9631-b5d8f8ff7541 admin admin] Made reservation on behalf of cb046af2899e4db38a88c2c86d47b5f8 for: {'network': 1} {{(pid=83971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:19:50.784149 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-804423e6-62e0-48cd-9631-b5d8f8ff7541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for network, before_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:50.804141 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-93d966b1-bb41-42b9-b92b-bd724275514b None None] Notify callbacks [] for port, precommit_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:50.822226 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-804423e6-62e0-48cd-9631-b5d8f8ff7541 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:50.834979 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-4a05f816-41d0-4035-a2d4-e9a91770fd19 req-9559d163-445a-4f74-bdfa-820a04cd05ae tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] 10.222.0.90 "GET /v2.0/security-groups?id=d6b64051-caf7-4d45-aa1e-bcaca4be81ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282090 Feb 17 21:19:50.857948 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-93d966b1-bb41-42b9-b92b-bd724275514b None None] Transition to ACTIVE for port object 1c8b5259-3ee9-4f22-882d-392630a0c525 will not be triggered until provisioned by entity L2. {{(pid=83972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:19:50.867467 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-93d966b1-bb41-42b9-b92b-bd724275514b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:50.904295 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-804423e6-62e0-48cd-9631-b5d8f8ff7541 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:19:50.908670 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-804423e6-62e0-48cd-9631-b5d8f8ff7541 admin admin] Usage tracker for resource:security_group_rule and tenant:cb046af2899e4db38a88c2c86d47b5f8 is out of sync, need to count used quota {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:19:50.912072 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-804423e6-62e0-48cd-9631-b5d8f8ff7541 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:19:50.918469 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-804423e6-62e0-48cd-9631-b5d8f8ff7541 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:19:50.960707 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b13f0a47-1cc7-4f02-be78-635b352eb3de req-a2f80dcb-4acd-4b47-9572-ed119a6d766a tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Network 35f9b575-0edf-435d-825c-afd5be1781b3 is already hosted by enough agents. {{(pid=83971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:19:50.964005 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.base_scheduler [req-b13f0a47-1cc7-4f02-be78-635b352eb3de req-a2f80dcb-4acd-4b47-9572-ed119a6d766a tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Resources bound (agent type, host, resource id): {{(pid=83971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:19:50.967092 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-4b17e747-7da3-4664-801d-09027da31663 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:50.976594 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [req-b13f0a47-1cc7-4f02-be78-635b352eb3de req-a2f80dcb-4acd-4b47-9572-ed119a6d766a tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Received port after_create {{(pid=83971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 21:19:50.981278 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13f0a47-1cc7-4f02-be78-635b352eb3de req-a2f80dcb-4acd-4b47-9572-ed119a6d766a tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:50.982154 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-b13f0a47-1cc7-4f02-be78-635b352eb3de req-a2f80dcb-4acd-4b47-9572-ed119a6d766a tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854194843'] for port, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:50.990423 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.db_base_plugin_common [None req-5d8fdce8-b058-445a-a1fc-c682051d3e89 admin admin] Allocated IP 172.28.3.25 (35a248c9-4e56-449c-88ff-c033f82ee17e/44c24f99-5b56-46d4-85cc-b908fd8db103/5bae2525-41bf-4d96-a559-42cbe85a1064) {{(pid=83970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 21:19:51.038820 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8393690-738d-4004-a760-9b685391e5ab None None] Pushing event updated for resources: {'Port': ['ID=1c8b5259-3ee9-4f22-882d-392630a0c525,revision_number=3']} {{(pid=83972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:51.046788 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-e8393690-738d-4004-a760-9b685391e5ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:51.146349 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b13f0a47-1cc7-4f02-be78-635b352eb3de req-a2f80dcb-4acd-4b47-9572-ed119a6d766a tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7185755 Feb 17 21:19:51.181430 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [req-b13f0a47-1cc7-4f02-be78-635b352eb3de req-f32e274a-c045-45b5-8f0e-0bfe87200e62 service neutron] Request body: {'port': {'device_id': '640aedf0-1e0a-4718-a901-1c3817bf9b7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:19:51.280169 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-804423e6-62e0-48cd-9631-b5d8f8ff7541 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:51.289441 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f59d9ba-59b7-4902-a727-d5764fa3ec80 req-d4b899a2-08b5-4485-9bec-f03d130d8ebd tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:51.298172 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-0f59d9ba-59b7-4902-a727-d5764fa3ec80 req-d4b899a2-08b5-4485-9bec-f03d130d8ebd tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/ports?device_id=4d02e800-c249-4f02-8de5-b5f1681d4d5c HTTP/1.1" status: 200 len: 945 time: 0.4534764 Feb 17 21:19:51.317033 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-75a90fc8-c444-4333-8532-e592f6971cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:51.330324 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-804423e6-62e0-48cd-9631-b5d8f8ff7541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:51.362653 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-804423e6-62e0-48cd-9631-b5d8f8ff7541 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=83971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 21:19:51.375690 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-804423e6-62e0-48cd-9631-b5d8f8ff7541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846507987'] for segment, precommit_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:51.376309 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.db.segments_db [None req-804423e6-62e0-48cd-9631-b5d8f8ff7541 admin admin] Added segment 66275b20-8539-4e6f-8d7c-c82e75d17b36 of type vxlan for network 09085b61-ed88-48d6-8cdf-9df80abfe279 Feb 17 21:19:51.416099 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-804423e6-62e0-48cd-9631-b5d8f8ff7541 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363254507310776'] for network, precommit_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:51.453378 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-5d8fdce8-b058-445a-a1fc-c682051d3e89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:51.472070 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-5190eab4-8de2-4267-a802-6a7aaac421ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:51.487244 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ff5d8d-16f7-43e0-a2ea-7758161c0f9d req-c8282db1-b58a-495b-bb1e-697cf943742a tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:51.489308 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-91ff5d8d-16f7-43e0-a2ea-7758161c0f9d req-c8282db1-b58a-495b-bb1e-697cf943742a tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/ports?device_id=640aedf0-1e0a-4718-a901-1c3817bf9b7b HTTP/1.1" status: 200 len: 931 time: 0.4832664 Feb 17 21:19:51.491309 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-5d8fdce8-b058-445a-a1fc-c682051d3e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782347517401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1732037'] for port, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:51.517656 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-9c6d1db7-f20a-4395-9049-81fd58eeb81d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:51.546492 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-804423e6-62e0-48cd-9631-b5d8f8ff7541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826'] for network, after_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:51.584979 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804423e6-62e0-48cd-9631-b5d8f8ff7541 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:51.585380 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-804423e6-62e0-48cd-9631-b5d8f8ff7541 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854194843'] for network, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:51.607406 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-75a90fc8-c444-4333-8532-e592f6971cca admin admin] Notify callbacks [] for security_group, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:51.611091 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-75a90fc8-c444-4333-8532-e592f6971cca admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/6c6c9ac5-99e0-4e94-9a95-7c5df00449ff HTTP/1.1" status: 204 len: 168 time: 1.9461000 Feb 17 21:19:51.613453 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.db_base_plugin_common [None req-d794633b-3731-4a93-b48b-8b0756725bec None None] Allocated IP 172.20.0.2 (ddd06d35-23af-4d73-a7c8-9ed89139836e/545cd33f-a435-47aa-8014-d364768b4eda/4b47f4ef-3fbb-4498-b666-bdfc380b9102) {{(pid=83972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 21:19:51.628165 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a90fc8-c444-4333-8532-e592f6971cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c6c9ac5-99e0-4e94-9a95-7c5df00449ff,revision_number=None']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:51.645891 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-0f59d9ba-59b7-4902-a727-d5764fa3ec80 req-a7678007-8a1d-42b5-a946-c283485acb84 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/security-groups?id=5df91840-1d6e-47b1-b11d-86f99077f317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3389177 Feb 17 21:19:51.653147 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-804423e6-62e0-48cd-9631-b5d8f8ff7541 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.9796329 Feb 17 21:19:51.704926 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804423e6-62e0-48cd-9631-b5d8f8ff7541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=581b1e8b-78f0-4315-bc0c-c720deb76a4a,revision_number=1']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:51.714915 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 35602) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:19:51.724018 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [None req-72028670-57c4-4ff3-b1b8-ecc7692f55ed admin admin] Request body: {'subnet': {'network_id': '09085b61-ed88-48d6-8cdf-9df80abfe279', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-299172820-subnet', 'tenant_id': 'cb046af2899e4db38a88c2c86d47b5f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:19:51.747041 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-72028670-57c4-4ff3-b1b8-ecc7692f55ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:19:51.766897 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-72028670-57c4-4ff3-b1b8-ecc7692f55ed admin admin] Usage tracker for resource:subnet and tenant:cb046af2899e4db38a88c2c86d47b5f8 is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:19:51.770029 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8fdce8-b058-445a-a1fc-c682051d3e89 admin admin] Pushing event updated for resources: {'Port': ['ID=5bae2525-41bf-4d96-a559-42cbe85a1064,revision_number=1']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:51.789313 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-72028670-57c4-4ff3-b1b8-ecc7692f55ed admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:19:51.796045 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-5d8fdce8-b058-445a-a1fc-c682051d3e89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:51.801685 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-72028670-57c4-4ff3-b1b8-ecc7692f55ed admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:19:51.810779 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [None req-93d966b1-bb41-42b9-b92b-bd724275514b None None] Attempting to bind port 1c8b5259-3ee9-4f22-882d-392630a0c525 on host dv-cinder-760193-4-smb for vnic_type normal with profile {{(pid=83972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 21:19:51.811200 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [None req-93d966b1-bb41-42b9-b92b-bd724275514b None None] Attempting to bind port 1c8b5259-3ee9-4f22-882d-392630a0c525 by drivers openvswitch on host dv-cinder-760193-4-smb at level 0 using segments [{'id': '52570e17-5638-48fe-bab3-82a71a5949b8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c1614348-f323-4cf2-883f-d1f4e049c03c'}] {{(pid=83972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 21:19:51.811610 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d966b1-bb41-42b9-b92b-bd724275514b None None] Attempting to bind port 1c8b5259-3ee9-4f22-882d-392630a0c525 on network c1614348-f323-4cf2-883f-d1f4e049c03c {{(pid=83972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 21:19:51.820216 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d966b1-bb41-42b9-b92b-bd724275514b None None] Checking agent: {'id': '1f40505b-3e8c-4bc5-b539-d04281a15ea5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 21, 9, 4), 'started_at': datetime.datetime(2021, 2, 17, 21, 9, 34), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.98', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 21:19:51.820635 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d966b1-bb41-42b9-b92b-bd724275514b None None] Checking segment: {'id': '52570e17-5638-48fe-bab3-82a71a5949b8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c1614348-f323-4cf2-883f-d1f4e049c03c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:19:51.821084 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-93d966b1-bb41-42b9-b92b-bd724275514b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:51.821915 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d966b1-bb41-42b9-b92b-bd724275514b None None] Bound using segment: {'id': '52570e17-5638-48fe-bab3-82a71a5949b8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c1614348-f323-4cf2-883f-d1f4e049c03c'} {{(pid=83972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 21:19:51.822025 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [None req-93d966b1-bb41-42b9-b92b-bd724275514b None None] Bound port: 1c8b5259-3ee9-4f22-882d-392630a0c525, host: dv-cinder-760193-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52570e17-5638-48fe-bab3-82a71a5949b8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c1614348-f323-4cf2-883f-d1f4e049c03c'}}] {{(pid=83972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 21:19:51.822522 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-93d966b1-bb41-42b9-b92b-bd724275514b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:51.860434 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72028670-57c4-4ff3-b1b8-ecc7692f55ed admin admin] Made reservation on behalf of cb046af2899e4db38a88c2c86d47b5f8 for: {'subnet': 1} {{(pid=83970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:19:51.868501 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-72028670-57c4-4ff3-b1b8-ecc7692f55ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852432875'] for subnet, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:51.932867 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-804423e6-62e0-48cd-9631-b5d8f8ff7541 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:51.938417 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-b13f0a47-1cc7-4f02-be78-635b352eb3de req-f32e274a-c045-45b5-8f0e-0bfe87200e62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:51.949621 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-93d966b1-bb41-42b9-b92b-bd724275514b None None] For port 1c8b5259-3ee9-4f22-882d-392630a0c525, host dv-cinder-760193-4-smb, cleared binding levels {{(pid=83972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 21:19:51.952895 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-93d966b1-bb41-42b9-b92b-bd724275514b None None] For port 1c8b5259-3ee9-4f22-882d-392630a0c525, host dv-cinder-760193-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-smb',level=0,port_id=1c8b5259-3ee9-4f22-882d-392630a0c525,segment=NetworkSegment(52570e17-5638-48fe-bab3-82a71a5949b8),segment_id=52570e17-5638-48fe-bab3-82a71a5949b8)] {{(pid=83972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 21:19:51.953317 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8fdce8-b058-445a-a1fc-c682051d3e89 admin admin] Network 35a248c9-4e56-449c-88ff-c033f82ee17e is already hosted by enough agents. {{(pid=83970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:19:51.958718 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-fadd37d0-8c47-41ac-b31c-512f23f7c3b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.478s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:51.959161 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-fadd37d0-8c47-41ac-b31c-512f23f7c3b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:51.960234 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.base_scheduler [None req-5d8fdce8-b058-445a-a1fc-c682051d3e89 admin admin] Resources bound (agent type, host, resource id): {{(pid=83970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:19:51.967405 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-93d966b1-bb41-42b9-b92b-bd724275514b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:51.967553 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8fdce8-b058-445a-a1fc-c682051d3e89 admin admin] Received port after_create {{(pid=83970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 21:19:51.991391 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.348s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:52.151630 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-94f36a44-c084-463e-abce-4e4f954e5388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:52.251133 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8393690-738d-4004-a760-9b685391e5ab None None] Pushing event updated for resources: {'Port': ['ID=1c8b5259-3ee9-4f22-882d-392630a0c525,revision_number=4']} {{(pid=83972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:52.266499 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-e8393690-738d-4004-a760-9b685391e5ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:52.326785 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d966b1-bb41-42b9-b92b-bd724275514b None None] Routers {'306ca164-bba2-4edd-95a5-5dfc8f1baa14'} bound to L3 agent in host dv-cinder-760193-4-smb {{(pid=83972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:19:52.327745 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-93d966b1-bb41-42b9-b92b-bd724275514b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T21:09:02Z,description=,heartbeat_timestamp=2021-02-17T21:19:32Z,host='dv-cinder-760193-4-smb',id=0536e1cb-4d3e-42d2-8b6d-8bd52a4e2590,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T21:09:02Z,topic='l3_agent')) {'router_ids': ['306ca164-bba2-4edd-95a5-5dfc8f1baa14'], 'active': True} {{(pid=83972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:19:52.392376 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253f03a0-ed95-46a1-8bcb-fd8d832b0c2b req-962f4dca-95eb-426f-be8f-44f036ef724b tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:52.394555 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-253f03a0-ed95-46a1-8bcb-fd8d832b0c2b req-962f4dca-95eb-426f-be8f-44f036ef724b tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] 10.222.0.95 "GET /v2.0/ports?device_id=e671e613-99ba-499a-9a81-49d09e152259 HTTP/1.1" status: 200 len: 945 time: 0.9451275 Feb 17 21:19:52.416183 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-91ff5d8d-16f7-43e0-a2ea-7758161c0f9d req-286b3da1-c552-403a-9975-0f6556592cca tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/security-groups?id=fce51754-d32d-475a-91fc-501dc12703ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8683960 Feb 17 21:19:52.511449 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804423e6-62e0-48cd-9631-b5d8f8ff7541 admin admin] Pushing event updated for resources: {'Network': ['ID=09085b61-ed88-48d6-8cdf-9df80abfe279,revision_number=1']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:52.524727 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-804423e6-62e0-48cd-9631-b5d8f8ff7541 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:52.607532 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvr_db [None req-93d966b1-bb41-42b9-b92b-bd724275514b None None] Set router 306ca164-bba2-4edd-95a5-5dfc8f1baa14 gateway port host: dv-cinder-760193-4-smb {{(pid=83972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:19:52.658071 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [req-253f03a0-ed95-46a1-8bcb-fd8d832b0c2b req-87cc510a-3846-457e-bad5-c06cefb5c96c tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] Deleting port f5b0f700-8874-4d88-bba5-50744e175b99 {{(pid=83971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:19:52.658912 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-253f03a0-ed95-46a1-8bcb-fd8d832b0c2b req-87cc510a-3846-457e-bad5-c06cefb5c96c tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506882676'] for port, before_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:53.063553 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-72028670-57c4-4ff3-b1b8-ecc7692f55ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853044652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852432892'] for subnet, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:53.064623 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-5d8fdce8-b058-445a-a1fc-c682051d3e89 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:53.065152 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Network 09085b61-ed88-48d6-8cdf-9df80abfe279 details requested by agent ovs-agent-dv-cinder-760193-4-smb with host dv-cinder-760193-4-smb {{(pid=83972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 21:19:53.154590 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Network 09085b61-ed88-48d6-8cdf-9df80abfe279 details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=83972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 21:19:53.168489 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Device f5b0f700-8874-4d88-bba5-50744e175b99 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:19:53.178782 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4260b6a-a27b-4b35-b03d-97023dbc4bc4 req-f35eec84-69e0-497b-88cb-ec080375e351 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:53.187444 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-e4260b6a-a27b-4b35-b03d-97023dbc4bc4 req-f35eec84-69e0-497b-88cb-ec080375e351 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] 10.222.0.90 "GET /v2.0/ports?device_id=e671e613-99ba-499a-9a81-49d09e152259 HTTP/1.1" status: 200 len: 945 time: 1.0010061 Feb 17 21:19:53.226926 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d794633b-3731-4a93-b48b-8b0756725bec None None] Notify callbacks [] for port, precommit_create {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:53.238045 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d794633b-3731-4a93-b48b-8b0756725bec None None] Transition to ACTIVE for port object 4b47f4ef-3fbb-4498-b666-bdfc380b9102 will not be triggered until provisioned by entity L2. {{(pid=83972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:19:53.255673 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d794633b-3731-4a93-b48b-8b0756725bec None None] Transition to ACTIVE for port object 4b47f4ef-3fbb-4498-b666-bdfc380b9102 will not be triggered until provisioned by entity DHCP. {{(pid=83972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:19:53.333982 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-19c81af9-0644-410e-8d30-86c0c55c18a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:53.455518 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-e4260b6a-a27b-4b35-b03d-97023dbc4bc4 req-94bc12b9-074e-4f06-b9eb-b481fb981946 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] 10.222.0.90 "GET /v2.0/security-groups?id=d6b64051-caf7-4d45-aa1e-bcaca4be81ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638457 Feb 17 21:19:53.565587 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72028670-57c4-4ff3-b1b8-ecc7692f55ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6408248-8794-4d93-8030-1c3668670b97,revision_number=0']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:53.568693 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-72028670-57c4-4ff3-b1b8-ecc7692f55ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:53.597801 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72028670-57c4-4ff3-b1b8-ecc7692f55ed admin admin] Checking segment: {'id': '66275b20-8539-4e6f-8d7c-c82e75d17b36', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '09085b61-ed88-48d6-8cdf-9df80abfe279'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:19:53.598376 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72028670-57c4-4ff3-b1b8-ecc7692f55ed admin admin] Network hostable DHCP agents. Network: 09085b61-ed88-48d6-8cdf-9df80abfe279, hostable agents: ['81574b38-487a-4663-81fe-2ebf358e1d09'], hosted agents: [] {{(pid=83970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 21:19:53.624150 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d794633b-3731-4a93-b48b-8b0756725bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782347517401'] for port, after_create {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:53.760243 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72028670-57c4-4ff3-b1b8-ecc7692f55ed admin admin] Network 09085b61-ed88-48d6-8cdf-9df80abfe279 is scheduled to be hosted by DHCP agent 81574b38-487a-4663-81fe-2ebf358e1d09 with binding_index 1 {{(pid=83970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 21:19:53.793603 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.base_scheduler [None req-72028670-57c4-4ff3-b1b8-ecc7692f55ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-4-smb, 09085b61-ed88-48d6-8cdf-9df80abfe279) {{(pid=83970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:19:53.831117 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72028670-57c4-4ff3-b1b8-ecc7692f55ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:53.831851 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-72028670-57c4-4ff3-b1b8-ecc7692f55ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854194843'] for subnet, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:53.879788 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:53.891999 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-5d8fdce8-b058-445a-a1fc-c682051d3e89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853854813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-925185'] for router, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:53.896378 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-72028670-57c4-4ff3-b1b8-ecc7692f55ed admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.1800082 Feb 17 21:19:53.934982 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:53.963089 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291eebd4-0654-45eb-8f3c-194dacc28465 None None] Network 09085b61-ed88-48d6-8cdf-9df80abfe279 requested from dv-cinder-760193-4-smb {{(pid=83972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 21:19:54.025164 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [req-253f03a0-ed95-46a1-8bcb-fd8d832b0c2b req-87cc510a-3846-457e-bad5-c06cefb5c96c tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] For port f5b0f700-8874-4d88-bba5-50744e175b99, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=f5b0f700-8874-4d88-bba5-50744e175b99,segment=NetworkSegment(08ce18e3-b8b4-42a4-b3b1-cfb0095e7e98),segment_id=08ce18e3-b8b4-42a4-b3b1-cfb0095e7e98)] {{(pid=83971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:19:54.025793 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-253f03a0-ed95-46a1-8bcb-fd8d832b0c2b req-87cc510a-3846-457e-bad5-c06cefb5c96c tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-921726'] for port, precommit_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:54.137259 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976bdcdf-2820-4142-93a8-fa4ee8f70151 req-2b67b107-2bb2-42fc-9f14-89803647fe17 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:54.139013 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-976bdcdf-2820-4142-93a8-fa4ee8f70151 req-2b67b107-2bb2-42fc-9f14-89803647fe17 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/ports?device_id=4d02e800-c249-4f02-8de5-b5f1681d4d5c HTTP/1.1" status: 200 len: 945 time: 1.2409511 Feb 17 21:19:54.157697 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] For port f5b0f700-8874-4d88-bba5-50744e175b99, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=f5b0f700-8874-4d88-bba5-50744e175b99,segment=NetworkSegment(08ce18e3-b8b4-42a4-b3b1-cfb0095e7e98),segment_id=08ce18e3-b8b4-42a4-b3b1-cfb0095e7e98)] {{(pid=83972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:19:54.211890 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e671e613-99ba-499a-9a81-49d09e152259', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5b0f700-8874-4d88-bba5-50744e175b99'}] {{(pid=83972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:19:54.217428 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:54.242987 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d794633b-3731-4a93-b48b-8b0756725bec None None] Network ddd06d35-23af-4d73-a7c8-9ed89139836e is already hosted by enough agents. {{(pid=83972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:19:54.243216 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d8fdce8-b058-445a-a1fc-c682051d3e89 admin admin] Router 8e985561-58ff-4ff2-b2c2-405238ce5c18 is scheduled to L3 agent 0536e1cb-4d3e-42d2-8b6d-8bd52a4e2590 with binding_index 1 {{(pid=83970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 21:19:54.249932 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.base_scheduler [None req-d794633b-3731-4a93-b48b-8b0756725bec None None] Resources bound (agent type, host, resource id): {{(pid=83972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:19:54.252904 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d794633b-3731-4a93-b48b-8b0756725bec None None] Received port after_create {{(pid=83972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 21:19:54.325652 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-93d966b1-bb41-42b9-b92b-bd724275514b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '306ca164-bba2-4edd-95a5-5dfc8f1baa14', 'name': 'tempest-TestShelveInstance-312091777-router', 'tenant_id': '36cdcb2459fd422f980d098093256d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'external_fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.195'}], 'enable_snat': True}, 'gw_port_id': '223ffc98-7770-4ca4-8058-0c734a2ad97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:19:33Z', 'updated_at': '2021-02-17T21:19:43Z', 'revision_number': 4, 'project_id': '36cdcb2459fd422f980d098093256d8b', 'gw_port': {'id': '223ffc98-7770-4ca4-8058-0c734a2ad97d', 'name': '', 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:04:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306ca164-bba2-4edd-95a5-5dfc8f1baa14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:19:35Z', 'updated_at': '2021-02-17T21:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-smb', '_interfaces': [{'id': '1c8b5259-3ee9-4f22-882d-392630a0c525', 'name': '', 'network_id': 'c1614348-f323-4cf2-883f-d1f4e049c03c', 'tenant_id': '36cdcb2459fd422f980d098093256d8b', 'mac_address': 'fa:16:3e:7b:fd:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '306ca164-bba2-4edd-95a5-5dfc8f1baa14', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '4141ce6f-3a1a-4f49-b940-da2f0ad444d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:19:41Z', 'updated_at': '2021-02-17T21:19:51Z', 'revision_number': 4, 'project_id': '36cdcb2459fd422f980d098093256d8b', 'subnets': [{'id': '4141ce6f-3a1a-4f49-b940-da2f0ad444d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-4-smb', False) {} {{(pid=83972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:19:54.326599 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [req-b13f0a47-1cc7-4f02-be78-635b352eb3de req-f32e274a-c045-45b5-8f0e-0bfe87200e62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4b4fc25-74ca-4d22-bdff-486b447263d2 {{(pid=83971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 21:19:54.332910 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d966b1-bb41-42b9-b92b-bd724275514b None None] The sync data for ids ['306ca164-bba2-4edd-95a5-5dfc8f1baa14'] in dv-cinder-760193-4-smb is: [{'id': '306ca164-bba2-4edd-95a5-5dfc8f1baa14', 'name': 'tempest-TestShelveInstance-312091777-router', 'tenant_id': '36cdcb2459fd422f980d098093256d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'external_fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.195'}], 'enable_snat': True}, 'gw_port_id': '223ffc98-7770-4ca4-8058-0c734a2ad97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:19:33Z', 'updated_at': '2021-02-17T21:19:43Z', 'revision_number': 4, 'project_id': '36cdcb2459fd422f980d098093256d8b', 'gw_port': {'id': '223ffc98-7770-4ca4-8058-0c734a2ad97d', 'name': '', 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:04:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306ca164-bba2-4edd-95a5-5dfc8f1baa14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:19:35Z', 'updated_at': '2021-02-17T21:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-smb', '_interfaces': [{'id': '1c8b5259-3ee9-4f22-882d-392630a0c525', 'name': '', 'network_id': 'c1614348-f323-4cf2-883f-d1f4e049c03c', 'tenant_id': '36cdcb2459fd422f980d098093256d8b', 'mac_address': 'fa:16:3e:7b:fd:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '306ca164-bba2-4edd-95a5-5dfc8f1baa14', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '4141ce6f-3a1a-4f49-b940-da2f0ad444d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:19:41Z', 'updated_at': '2021-02-17T21:19:51Z', 'revision_number': 4, 'project_id': '36cdcb2459fd422f980d098093256d8b', 'subnets': [{'id': '4141ce6f-3a1a-4f49-b940-da2f0ad444d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 21:19:54.339130 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d794633b-3731-4a93-b48b-8b0756725bec None None] Pushing event updated for resources: {'Port': ['ID=4b47f4ef-3fbb-4498-b666-bdfc380b9102,revision_number=1']} {{(pid=83972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:54.348078 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d794633b-3731-4a93-b48b-8b0756725bec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:54.348714 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-e8393690-738d-4004-a760-9b685391e5ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:54.364234 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [req-253f03a0-ed95-46a1-8bcb-fd8d832b0c2b req-87cc510a-3846-457e-bad5-c06cefb5c96c tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] Calling delete_port for f5b0f700-8874-4d88-bba5-50744e175b99 owned by compute:nova {{(pid=83971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:19:54.601165 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-b13f0a47-1cc7-4f02-be78-635b352eb3de req-f32e274a-c045-45b5-8f0e-0bfe87200e62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:54.683561 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [req-b13f0a47-1cc7-4f02-be78-635b352eb3de req-f32e274a-c045-45b5-8f0e-0bfe87200e62 service neutron] Transition to ACTIVE for port object d4b4fc25-74ca-4d22-bdff-486b447263d2 will not be triggered until provisioned by entity L2. {{(pid=83971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:19:54.688823 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-976bdcdf-2820-4142-93a8-fa4ee8f70151 req-1fae597c-e101-426d-92e6-b486fdd62de9 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/security-groups?id=5df91840-1d6e-47b1-b11d-86f99077f317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4487336 Feb 17 21:19:54.707371 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-b13f0a47-1cc7-4f02-be78-635b352eb3de req-f32e274a-c045-45b5-8f0e-0bfe87200e62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:54.735547 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-f2aa382d-9e50-4db8-8b15-915db70d123a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:54.745441 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Pushing event updated for resources: {'Port': ['ID=f5b0f700-8874-4d88-bba5-50744e175b99,revision_number=5']} {{(pid=83972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:54.748836 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [None req-d794633b-3731-4a93-b48b-8b0756725bec None None] Attempting to bind port 4b47f4ef-3fbb-4498-b666-bdfc380b9102 on host dv-cinder-760193-4-smb for vnic_type normal with profile {{(pid=83972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 21:19:54.749408 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [None req-d794633b-3731-4a93-b48b-8b0756725bec None None] Attempting to bind port 4b47f4ef-3fbb-4498-b666-bdfc380b9102 by drivers openvswitch on host dv-cinder-760193-4-smb at level 0 using segments [{'id': '550b0166-36b0-493c-bfec-62e89ef62b0b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'ddd06d35-23af-4d73-a7c8-9ed89139836e'}] {{(pid=83972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 21:19:54.749685 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d794633b-3731-4a93-b48b-8b0756725bec None None] Attempting to bind port 4b47f4ef-3fbb-4498-b666-bdfc380b9102 on network ddd06d35-23af-4d73-a7c8-9ed89139836e {{(pid=83972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 21:19:54.761530 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:54.762187 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d794633b-3731-4a93-b48b-8b0756725bec None None] Checking agent: {'id': '1f40505b-3e8c-4bc5-b539-d04281a15ea5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 21, 9, 4), 'started_at': datetime.datetime(2021, 2, 17, 21, 9, 34), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.98', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 21:19:54.762452 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d794633b-3731-4a93-b48b-8b0756725bec None None] Checking segment: {'id': '550b0166-36b0-493c-bfec-62e89ef62b0b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'ddd06d35-23af-4d73-a7c8-9ed89139836e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:19:54.762958 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d794633b-3731-4a93-b48b-8b0756725bec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:54.763385 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d794633b-3731-4a93-b48b-8b0756725bec None None] Bound using segment: {'id': '550b0166-36b0-493c-bfec-62e89ef62b0b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'ddd06d35-23af-4d73-a7c8-9ed89139836e'} {{(pid=83972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 21:19:54.763902 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [None req-d794633b-3731-4a93-b48b-8b0756725bec None None] Bound port: 4b47f4ef-3fbb-4498-b666-bdfc380b9102, host: dv-cinder-760193-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '550b0166-36b0-493c-bfec-62e89ef62b0b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'ddd06d35-23af-4d73-a7c8-9ed89139836e'}}] {{(pid=83972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 21:19:54.764612 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d794633b-3731-4a93-b48b-8b0756725bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:54.831386 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e671e613-99ba-499a-9a81-49d09e152259', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5b0f700-8874-4d88-bba5-50744e175b99', 'code': 200} Feb 17 21:19:54.837823 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b63e60-5aa5-408e-b482-1d0937a20737 None None] Network 09085b61-ed88-48d6-8cdf-9df80abfe279 requested from dv-cinder-760193-4-smb {{(pid=83972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 21:19:54.882631 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.db.api [req-253f03a0-ed95-46a1-8bcb-fd8d832b0c2b req-87cc510a-3846-457e-bad5-c06cefb5c96c tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83971) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 21:19:54.883042 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_db.api [req-253f03a0-ed95-46a1-8bcb-fd8d832b0c2b req-87cc510a-3846-457e-bad5-c06cefb5c96c tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 21:19:54.918385 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0086eaf-44be-48e6-bc71-c1f40587199e req-5e9135dc-f9f0-4d4c-a69a-eed5162c66c7 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:54.920231 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b0086eaf-44be-48e6-bc71-c1f40587199e req-5e9135dc-f9f0-4d4c-a69a-eed5162c66c7 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/ports?device_id=640aedf0-1e0a-4718-a901-1c3817bf9b7b HTTP/1.1" status: 200 len: 931 time: 0.9380820 Feb 17 21:19:54.945397 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32e274a-c045-45b5-8f0e-0bfe87200e62 service neutron] Pushing event updated for resources: {'Port': ['ID=d4b4fc25-74ca-4d22-bdff-486b447263d2,revision_number=2']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:54.954053 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-7c9438a4-7bd5-49b7-b539-42c0bb82c0b9 req-7279f07f-30a1-4389-8277-5aa8654008af service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=2f1a929c-b054-42c8-bd5e-e0ecb0c19af1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 1.0876188 Feb 17 21:19:54.955175 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-f32e274a-c045-45b5-8f0e-0bfe87200e62 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:55.077285 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b0086eaf-44be-48e6-bc71-c1f40587199e req-f44f378f-3339-4db2-89d7-d8548b0a6eda tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/security-groups?id=fce51754-d32d-475a-91fc-501dc12703ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270213 Feb 17 21:19:55.271560 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d8fdce8-b058-445a-a1fc-c682051d3e89 admin admin] Notify agent at l3_agent.dv-cinder-760193-4-smb the message routers_updated {{(pid=83970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 21:19:55.283587 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1936ec21-2bc2-4ce3-92c1-8cad77a311fc None None] Sync routers for ids ['8e985561-58ff-4ff2-b2c2-405238ce5c18'] in dv-cinder-760193-4-smb {{(pid=83973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 21:19:55.301138 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1936ec21-2bc2-4ce3-92c1-8cad77a311fc None None] Routers {'8e985561-58ff-4ff2-b2c2-405238ce5c18'} bound to L3 agent in host dv-cinder-760193-4-smb {{(pid=83973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:19:55.301819 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-1936ec21-2bc2-4ce3-92c1-8cad77a311fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T21:09:02Z,description=,heartbeat_timestamp=2021-02-17T21:19:32Z,host='dv-cinder-760193-4-smb',id=0536e1cb-4d3e-42d2-8b6d-8bd52a4e2590,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T21:09:02Z,topic='l3_agent')) {'router_ids': ['8e985561-58ff-4ff2-b2c2-405238ce5c18'], 'active': True} {{(pid=83973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:19:55.347288 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-5d8fdce8-b058-445a-a1fc-c682051d3e89 admin admin] Notify callbacks [] for router, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:55.352042 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-5d8fdce8-b058-445a-a1fc-c682051d3e89 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 5.9706316 Feb 17 21:19:55.353080 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 35682) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:19:55.415734 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-d794633b-3731-4a93-b48b-8b0756725bec None None] For port 4b47f4ef-3fbb-4498-b666-bdfc380b9102, host dv-cinder-760193-4-smb, cleared binding levels {{(pid=83972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 21:19:55.419328 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-d794633b-3731-4a93-b48b-8b0756725bec None None] For port 4b47f4ef-3fbb-4498-b666-bdfc380b9102, host dv-cinder-760193-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-smb',level=0,port_id=4b47f4ef-3fbb-4498-b666-bdfc380b9102,segment=NetworkSegment(550b0166-36b0-493c-bfec-62e89ef62b0b),segment_id=550b0166-36b0-493c-bfec-62e89ef62b0b)] {{(pid=83972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 21:19:55.428834 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [req-253f03a0-ed95-46a1-8bcb-fd8d832b0c2b req-87cc510a-3846-457e-bad5-c06cefb5c96c tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] Deleting port f5b0f700-8874-4d88-bba5-50744e175b99 {{(pid=83971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:19:55.429228 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-253f03a0-ed95-46a1-8bcb-fd8d832b0c2b req-87cc510a-3846-457e-bad5-c06cefb5c96c tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506882676'] for port, before_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:55.430870 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d794633b-3731-4a93-b48b-8b0756725bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:55.458213 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:55.784040 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d794633b-3731-4a93-b48b-8b0756725bec None None] Pushing event updated for resources: {'Port': ['ID=4b47f4ef-3fbb-4498-b666-bdfc380b9102,revision_number=2']} {{(pid=83972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:55.802571 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvr_db [None req-1936ec21-2bc2-4ce3-92c1-8cad77a311fc None None] Set router 8e985561-58ff-4ff2-b2c2-405238ce5c18 gateway port host: dv-cinder-760193-4-smb {{(pid=83973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:19:55.823197 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d794633b-3731-4a93-b48b-8b0756725bec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:55.953835 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [req-b13f0a47-1cc7-4f02-be78-635b352eb3de req-f32e274a-c045-45b5-8f0e-0bfe87200e62 service neutron] Attempting to bind port d4b4fc25-74ca-4d22-bdff-486b447263d2 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=83971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 21:19:55.954216 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [req-b13f0a47-1cc7-4f02-be78-635b352eb3de req-f32e274a-c045-45b5-8f0e-0bfe87200e62 service neutron] Attempting to bind port d4b4fc25-74ca-4d22-bdff-486b447263d2 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': 'f4a680a4-70bd-4ad3-8819-012844941805', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '35f9b575-0edf-435d-825c-afd5be1781b3'}] {{(pid=83971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 21:19:55.954587 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13f0a47-1cc7-4f02-be78-635b352eb3de req-f32e274a-c045-45b5-8f0e-0bfe87200e62 service neutron] Attempting to bind port d4b4fc25-74ca-4d22-bdff-486b447263d2 on network 35f9b575-0edf-435d-825c-afd5be1781b3 {{(pid=83971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 21:19:55.962448 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Device 1c8b5259-3ee9-4f22-882d-392630a0c525 up at agent ovs-agent-dv-cinder-760193-4-smb {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:19:55.990674 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13f0a47-1cc7-4f02-be78-635b352eb3de req-f32e274a-c045-45b5-8f0e-0bfe87200e62 service neutron] Checking agent: {'id': '6e714d21-3fd0-4fe2-be64-3af0527f8f44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 21, 15, 59), 'started_at': datetime.datetime(2021, 2, 17, 21, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 21:19:55.991058 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13f0a47-1cc7-4f02-be78-635b352eb3de req-f32e274a-c045-45b5-8f0e-0bfe87200e62 service neutron] Checking segment: {'id': 'f4a680a4-70bd-4ad3-8819-012844941805', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '35f9b575-0edf-435d-825c-afd5be1781b3'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:19:55.991510 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-b13f0a47-1cc7-4f02-be78-635b352eb3de req-f32e274a-c045-45b5-8f0e-0bfe87200e62 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:55.991859 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b13f0a47-1cc7-4f02-be78-635b352eb3de req-f32e274a-c045-45b5-8f0e-0bfe87200e62 service neutron] Bound using segment: {'id': 'f4a680a4-70bd-4ad3-8819-012844941805', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '35f9b575-0edf-435d-825c-afd5be1781b3'} {{(pid=83971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 21:19:55.992494 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [req-b13f0a47-1cc7-4f02-be78-635b352eb3de req-f32e274a-c045-45b5-8f0e-0bfe87200e62 service neutron] Bound port: d4b4fc25-74ca-4d22-bdff-486b447263d2, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4a680a4-70bd-4ad3-8819-012844941805', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '35f9b575-0edf-435d-825c-afd5be1781b3'}}] {{(pid=83971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 21:19:55.992865 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-b13f0a47-1cc7-4f02-be78-635b352eb3de req-f32e274a-c045-45b5-8f0e-0bfe87200e62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:56.117271 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Provisioning for port 1c8b5259-3ee9-4f22-882d-392630a0c525 completed by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:19:56.122971 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Provisioning complete for port 1c8b5259-3ee9-4f22-882d-392630a0c525 triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:19:56.123434 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:56.186565 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [req-b13f0a47-1cc7-4f02-be78-635b352eb3de req-f32e274a-c045-45b5-8f0e-0bfe87200e62 service neutron] For port d4b4fc25-74ca-4d22-bdff-486b447263d2, host hv-cinder-76019, cleared binding levels {{(pid=83971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 21:19:56.190364 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [req-b13f0a47-1cc7-4f02-be78-635b352eb3de req-f32e274a-c045-45b5-8f0e-0bfe87200e62 service neutron] For port d4b4fc25-74ca-4d22-bdff-486b447263d2, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=d4b4fc25-74ca-4d22-bdff-486b447263d2,segment=NetworkSegment(f4a680a4-70bd-4ad3-8819-012844941805),segment_id=f4a680a4-70bd-4ad3-8819-012844941805)] {{(pid=83971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 21:19:56.421794 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:56.491843 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] For port 1c8b5259-3ee9-4f22-882d-392630a0c525, host dv-cinder-760193-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-smb',level=0,port_id=1c8b5259-3ee9-4f22-882d-392630a0c525,segment=NetworkSegment(52570e17-5638-48fe-bab3-82a71a5949b8),segment_id=52570e17-5638-48fe-bab3-82a71a5949b8)] {{(pid=83972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:19:56.500840 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:56.510483 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:56.579191 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-1936ec21-2bc2-4ce3-92c1-8cad77a311fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e985561-58ff-4ff2-b2c2-405238ce5c18', 'name': 'tempest-TestShelveInstance-837837880-router', 'tenant_id': 'a1cce1bcc6f842708a03860440965915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'external_fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.25'}], 'enable_snat': True}, 'gw_port_id': '5bae2525-41bf-4d96-a559-42cbe85a1064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:19:49Z', 'updated_at': '2021-02-17T21:19:52Z', 'revision_number': 3, 'project_id': 'a1cce1bcc6f842708a03860440965915', 'gw_port': {'id': '5bae2525-41bf-4d96-a559-42cbe85a1064', 'name': '', 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:80:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e985561-58ff-4ff2-b2c2-405238ce5c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:19:50Z', 'updated_at': '2021-02-17T21:19:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-smb'}], 'dv-cinder-760193-4-smb', False) {} {{(pid=83973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:19:56.587503 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1936ec21-2bc2-4ce3-92c1-8cad77a311fc None None] Checking router: 8e985561-58ff-4ff2-b2c2-405238ce5c18 for host: dv-cinder-760193-4-smb {{(pid=83973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 21:19:56.588320 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1936ec21-2bc2-4ce3-92c1-8cad77a311fc None None] Updating router 8e985561-58ff-4ff2-b2c2-405238ce5c18 port 5bae2525-41bf-4d96-a559-42cbe85a1064 binding host dv-cinder-760193-4-smb {{(pid=83973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 21:19:56.616211 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-db96a112-5b36-4c68-a701-e7773f33b375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:56.635274 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Pushing event updated for resources: {'Port': ['ID=1c8b5259-3ee9-4f22-882d-392630a0c525,revision_number=5']} {{(pid=83972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:56.643763 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:56.643968 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9438a4-7bd5-49b7-b539-42c0bb82c0b9 req-5ea3dc14-d313-41ef-968c-c6b62c123336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:56.645668 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-7c9438a4-7bd5-49b7-b539-42c0bb82c0b9 req-5ea3dc14-d313-41ef-968c-c6b62c123336 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=99ecb63817724b3b843973136a4f57b7&device_id=2f1a929c-b054-42c8-bd5e-e0ecb0c19af1 HTTP/1.1" status: 200 len: 1162 time: 1.3681226 Feb 17 21:19:56.647280 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-b13f0a47-1cc7-4f02-be78-635b352eb3de req-f32e274a-c045-45b5-8f0e-0bfe87200e62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:56.673797 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:56.682474 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-1936ec21-2bc2-4ce3-92c1-8cad77a311fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:56.996542 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6870eeaf-7824-4e26-b1e7-f4c969254d37 req-d43b5c42-d22c-4b85-9772-c9f057e54bbb tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:56.998831 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-6870eeaf-7824-4e26-b1e7-f4c969254d37 req-d43b5c42-d22c-4b85-9772-c9f057e54bbb tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] 10.222.0.90 "GET /v2.0/ports?device_id=e671e613-99ba-499a-9a81-49d09e152259 HTTP/1.1" status: 200 len: 943 time: 1.4581831 Feb 17 21:19:57.014689 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e435b49a-83ad-4ccc-8951-b11e7982285c req-8dee2db1-6d69-4588-8c02-5314f6585f75 tempest-VolumesActionsTest-423736539 tempest-VolumesActionsTest-423736539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:57.016319 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-e435b49a-83ad-4ccc-8951-b11e7982285c req-8dee2db1-6d69-4588-8c02-5314f6585f75 tempest-VolumesActionsTest-423736539 tempest-VolumesActionsTest-423736539-project] 10.222.0.90 "GET /v2.0/networks?id=02ff27f2-a2e9-4faf-a0ff-99a76fe4e59e HTTP/1.1" status: 200 len: 809 time: 1.7313261 Feb 17 21:19:57.060751 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32e274a-c045-45b5-8f0e-0bfe87200e62 service neutron] Pushing event updated for resources: {'Port': ['ID=d4b4fc25-74ca-4d22-bdff-486b447263d2,revision_number=3']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:57.113997 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-f32e274a-c045-45b5-8f0e-0bfe87200e62 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:57.133075 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-e435b49a-83ad-4ccc-8951-b11e7982285c req-a8554d70-7f6c-4a2d-8c7b-dcf7d7a10861 tempest-VolumesActionsTest-423736539 tempest-VolumesActionsTest-423736539-project] 10.222.0.90 "GET /v2.0/quotas/ab67f1686ba540d58f9ff70344922c71 HTTP/1.1" status: 200 len: 375 time: 0.0868459 Feb 17 21:19:57.234248 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-1936ec21-2bc2-4ce3-92c1-8cad77a311fc None None] Notify callbacks [] for port, precommit_update {{(pid=83973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:57.241914 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9438a4-7bd5-49b7-b539-42c0bb82c0b9 req-675547ed-d7d0-4a53-a440-b1e76a1c0932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:57.243615 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-7c9438a4-7bd5-49b7-b539-42c0bb82c0b9 req-675547ed-d7d0-4a53-a440-b1e76a1c0932 service neutron] 10.222.0.95 "GET /v2.0/networks?id=35f9b575-0edf-435d-825c-afd5be1781b3 HTTP/1.1" status: 200 len: 908 time: 0.5365360 Feb 17 21:19:57.249236 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [req-253f03a0-ed95-46a1-8bcb-fd8d832b0c2b req-87cc510a-3846-457e-bad5-c06cefb5c96c tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] For port f5b0f700-8874-4d88-bba5-50744e175b99, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=f5b0f700-8874-4d88-bba5-50744e175b99,segment=NetworkSegment(08ce18e3-b8b4-42a4-b3b1-cfb0095e7e98),segment_id=08ce18e3-b8b4-42a4-b3b1-cfb0095e7e98)] {{(pid=83971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:19:57.249940 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-253f03a0-ed95-46a1-8bcb-fd8d832b0c2b req-87cc510a-3846-457e-bad5-c06cefb5c96c tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-921726'] for port, precommit_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:57.255909 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-1936ec21-2bc2-4ce3-92c1-8cad77a311fc None None] Transition to ACTIVE for port object 5bae2525-41bf-4d96-a559-42cbe85a1064 will not be triggered until provisioned by entity L2. {{(pid=83973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:19:57.264041 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-1936ec21-2bc2-4ce3-92c1-8cad77a311fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:57.265369 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-e435b49a-83ad-4ccc-8951-b11e7982285c req-92c6d57d-ee89-4d3c-89b7-056999999198 tempest-VolumesActionsTest-423736539 tempest-VolumesActionsTest-423736539-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=ab67f1686ba540d58f9ff70344922c71&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1044157 Feb 17 21:19:57.280583 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.db_base_plugin_common [None req-db96a112-5b36-4c68-a701-e7773f33b375 admin admin] Allocated IP 172.20.0.1 (ddd06d35-23af-4d73-a7c8-9ed89139836e/545cd33f-a435-47aa-8014-d364768b4eda/b2b3234a-9085-4cdf-870f-f8722ad3ce0e) {{(pid=83970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 21:19:57.390298 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-6870eeaf-7824-4e26-b1e7-f4c969254d37 req-35471b58-beac-4263-9f0e-ec6cb7566b4b tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] 10.222.0.90 "GET /v2.0/security-groups?id=d6b64051-caf7-4d45-aa1e-bcaca4be81ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3702745 Feb 17 21:19:57.452959 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:57.561071 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3989ad9-d1ac-4562-8782-5a87a67276f8 None None] Pushing event updated for resources: {'Port': ['ID=5bae2525-41bf-4d96-a559-42cbe85a1064,revision_number=2']} {{(pid=83973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:57.576282 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-f3989ad9-d1ac-4562-8782-5a87a67276f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:57.583853 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-db96a112-5b36-4c68-a701-e7773f33b375 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:57.589853 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-7c9438a4-7bd5-49b7-b539-42c0bb82c0b9 req-793fc4fd-fd2c-46ee-a62e-8d763d5689ab service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a7dd1a33-6565-4a8b-9d43-a498d20b7f6c HTTP/1.1" status: 200 len: 217 time: 0.3184803 Feb 17 21:19:57.597987 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [req-253f03a0-ed95-46a1-8bcb-fd8d832b0c2b req-87cc510a-3846-457e-bad5-c06cefb5c96c tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] Calling delete_port for f5b0f700-8874-4d88-bba5-50744e175b99 owned by compute:nova {{(pid=83971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:19:57.611576 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-db96a112-5b36-4c68-a701-e7773f33b375 admin admin] Transition to ACTIVE for port object b2b3234a-9085-4cdf-870f-f8722ad3ce0e will not be triggered until provisioned by entity DHCP. {{(pid=83970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:19:57.623267 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [None req-1936ec21-2bc2-4ce3-92c1-8cad77a311fc None None] Attempting to bind port 5bae2525-41bf-4d96-a559-42cbe85a1064 on host dv-cinder-760193-4-smb for vnic_type normal with profile {{(pid=83973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 21:19:57.623678 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [None req-1936ec21-2bc2-4ce3-92c1-8cad77a311fc None None] Attempting to bind port 5bae2525-41bf-4d96-a559-42cbe85a1064 by drivers openvswitch on host dv-cinder-760193-4-smb at level 0 using segments [{'id': '1160e08b-7d0c-4f07-a68b-9e1b3764f9c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e'}] {{(pid=83973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 21:19:57.624083 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1936ec21-2bc2-4ce3-92c1-8cad77a311fc None None] Attempting to bind port 5bae2525-41bf-4d96-a559-42cbe85a1064 on network 35a248c9-4e56-449c-88ff-c033f82ee17e {{(pid=83973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 21:19:57.629962 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1936ec21-2bc2-4ce3-92c1-8cad77a311fc None None] Checking agent: {'id': '1f40505b-3e8c-4bc5-b539-d04281a15ea5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 21, 9, 4), 'started_at': datetime.datetime(2021, 2, 17, 21, 9, 34), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.98', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 21:19:57.630551 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1936ec21-2bc2-4ce3-92c1-8cad77a311fc None None] Checking segment: {'id': '1160e08b-7d0c-4f07-a68b-9e1b3764f9c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:19:57.631683 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-1936ec21-2bc2-4ce3-92c1-8cad77a311fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:57.632126 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1936ec21-2bc2-4ce3-92c1-8cad77a311fc None None] Bound using segment: {'id': '1160e08b-7d0c-4f07-a68b-9e1b3764f9c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e'} {{(pid=83973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 21:19:57.632644 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [None req-1936ec21-2bc2-4ce3-92c1-8cad77a311fc None None] Bound port: 5bae2525-41bf-4d96-a559-42cbe85a1064, host: dv-cinder-760193-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1160e08b-7d0c-4f07-a68b-9e1b3764f9c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e'}}] {{(pid=83973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 21:19:57.633062 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-1936ec21-2bc2-4ce3-92c1-8cad77a311fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:57.641996 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-db96a112-5b36-4c68-a701-e7773f33b375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782347517401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1732037'] for port, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:57.725125 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-1936ec21-2bc2-4ce3-92c1-8cad77a311fc None None] For port 5bae2525-41bf-4d96-a559-42cbe85a1064, host dv-cinder-760193-4-smb, cleared binding levels {{(pid=83973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 21:19:57.729189 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-1936ec21-2bc2-4ce3-92c1-8cad77a311fc None None] For port 5bae2525-41bf-4d96-a559-42cbe85a1064, host dv-cinder-760193-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-smb',level=0,port_id=5bae2525-41bf-4d96-a559-42cbe85a1064,segment=NetworkSegment(1160e08b-7d0c-4f07-a68b-9e1b3764f9c4),segment_id=1160e08b-7d0c-4f07-a68b-9e1b3764f9c4)] {{(pid=83973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 21:19:57.736050 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-1936ec21-2bc2-4ce3-92c1-8cad77a311fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:57.752915 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:57.800545 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-f7bc3bec-5696-42d6-be4d-6ec6e785e4cb tempest-DeleteServersTestJSON-2078073820 tempest-DeleteServersTestJSON-2078073820-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:57.800973 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13f0a47-1cc7-4f02-be78-635b352eb3de req-f32e274a-c045-45b5-8f0e-0bfe87200e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:57.801778 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-b13f0a47-1cc7-4f02-be78-635b352eb3de req-f32e274a-c045-45b5-8f0e-0bfe87200e62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768493', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854194843'] for port, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:57.803565 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b13f0a47-1cc7-4f02-be78-635b352eb3de req-f32e274a-c045-45b5-8f0e-0bfe87200e62 service neutron] 10.222.0.95 "PUT /v2.0/ports/d4b4fc25-74ca-4d22-bdff-486b447263d2 HTTP/1.1" status: 200 len: 1157 time: 6.6326311 Feb 17 21:19:57.807048 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a74bc79-6a07-4c55-bfb8-3d81db062d50 None None] Network ddd06d35-23af-4d73-a7c8-9ed89139836e requested from dv-cinder-760193-4-smb {{(pid=83972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 21:19:57.809187 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '640aedf0-1e0a-4718-a901-1c3817bf9b7b', 'tag': 'd4b4fc25-74ca-4d22-bdff-486b447263d2'}] {{(pid=83971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:19:57.915869 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db96a112-5b36-4c68-a701-e7773f33b375 admin admin] Network ddd06d35-23af-4d73-a7c8-9ed89139836e is already hosted by enough agents. {{(pid=83970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:19:57.919488 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.base_scheduler [None req-db96a112-5b36-4c68-a701-e7773f33b375 admin admin] Resources bound (agent type, host, resource id): {{(pid=83970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:19:57.927792 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db96a112-5b36-4c68-a701-e7773f33b375 admin admin] Received port after_create {{(pid=83970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 21:19:57.942327 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3989ad9-d1ac-4562-8782-5a87a67276f8 None None] Pushing event updated for resources: {'Port': ['ID=5bae2525-41bf-4d96-a559-42cbe85a1064,revision_number=3']} {{(pid=83973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:57.949356 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-f3989ad9-d1ac-4562-8782-5a87a67276f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=83973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:58.000876 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1936ec21-2bc2-4ce3-92c1-8cad77a311fc None None] Routers {'8e985561-58ff-4ff2-b2c2-405238ce5c18'} bound to L3 agent in host dv-cinder-760193-4-smb {{(pid=83973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:19:58.002747 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-1936ec21-2bc2-4ce3-92c1-8cad77a311fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-17T21:09:02Z,description=,heartbeat_timestamp=2021-02-17T21:19:32Z,host='dv-cinder-760193-4-smb',id=0536e1cb-4d3e-42d2-8b6d-8bd52a4e2590,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T21:09:02Z,topic='l3_agent')) {'router_ids': ['8e985561-58ff-4ff2-b2c2-405238ce5c18'], 'active': True} {{(pid=83973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:19:58.010262 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-db96a112-5b36-4c68-a701-e7773f33b375 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853844712'] for router_interface, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:58.030034 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-eec7b588-28da-463f-a16d-0271000aacfe None None] Provisioning for port 4b47f4ef-3fbb-4498-b666-bdfc380b9102 completed by entity DHCP. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:19:58.039597 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db96a112-5b36-4c68-a701-e7773f33b375 admin admin] Pushing event updated for resources: {'Port': ['ID=b2b3234a-9085-4cdf-870f-f8722ad3ce0e,revision_number=1']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:58.043286 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-db96a112-5b36-4c68-a701-e7773f33b375 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:58.077333 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9438a4-7bd5-49b7-b539-42c0bb82c0b9 req-8f94cb40-fa8c-4c90-a283-58513e59d2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:58.078963 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-7c9438a4-7bd5-49b7-b539-42c0bb82c0b9 req-8f94cb40-fa8c-4c90-a283-58513e59d2be service neutron] 10.222.0.95 "GET /v2.0/subnets?id=1674444a-f910-400c-bb97-a2b62b24e55e HTTP/1.1" status: 200 len: 854 time: 0.3442307 Feb 17 21:19:58.086025 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Device 1c8b5259-3ee9-4f22-882d-392630a0c525 up at agent ovs-agent-dv-cinder-760193-4-smb {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:19:58.164287 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-7c9438a4-7bd5-49b7-b539-42c0bb82c0b9 req-0757a1c4-54ca-4a6c-8db1-566a6124033b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=35f9b575-0edf-435d-825c-afd5be1781b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559316 Feb 17 21:19:58.205009 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-db96a112-5b36-4c68-a701-e7773f33b375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:58.308824 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Provisioning complete for port 1c8b5259-3ee9-4f22-882d-392630a0c525 triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:19:58.309678 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:58.314644 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvr_db [None req-1936ec21-2bc2-4ce3-92c1-8cad77a311fc None None] Set router 8e985561-58ff-4ff2-b2c2-405238ce5c18 gateway port host: dv-cinder-760193-4-smb {{(pid=83973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:19:58.414475 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-7c9438a4-7bd5-49b7-b539-42c0bb82c0b9 req-6ae509fa-7e6c-4671-ba07-7b17ff97f784 service neutron] 10.222.0.95 "GET /v2.0/networks/35f9b575-0edf-435d-825c-afd5be1781b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244778 Feb 17 21:19:58.427454 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-e435b49a-83ad-4ccc-8951-b11e7982285c req-88163ca7-e3f5-4b35-9ce5-f55dcad67e92 service neutron] 10.222.0.90 "GET /v2.0/networks/02ff27f2-a2e9-4faf-a0ff-99a76fe4e59e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0429516 Feb 17 21:19:58.534483 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Device 4b47f4ef-3fbb-4498-b666-bdfc380b9102 up at agent ovs-agent-dv-cinder-760193-4-smb {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:19:58.681796 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Provisioning for port 4b47f4ef-3fbb-4498-b666-bdfc380b9102 completed by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:19:58.701394 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Provisioning complete for port 4b47f4ef-3fbb-4498-b666-bdfc380b9102 triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:19:58.702378 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:58.728491 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-db96a112-5b36-4c68-a701-e7773f33b375 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:58.739316 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-db96a112-5b36-4c68-a701-e7773f33b375 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853043764'] for port, after_update {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:58.761281 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-1936ec21-2bc2-4ce3-92c1-8cad77a311fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e985561-58ff-4ff2-b2c2-405238ce5c18', 'name': 'tempest-TestShelveInstance-837837880-router', 'tenant_id': 'a1cce1bcc6f842708a03860440965915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'external_fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.25'}], 'enable_snat': True}, 'gw_port_id': '5bae2525-41bf-4d96-a559-42cbe85a1064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:19:49Z', 'updated_at': '2021-02-17T21:19:52Z', 'revision_number': 3, 'project_id': 'a1cce1bcc6f842708a03860440965915', 'gw_port': {'id': '5bae2525-41bf-4d96-a559-42cbe85a1064', 'name': '', 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:80:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e985561-58ff-4ff2-b2c2-405238ce5c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:19:50Z', 'updated_at': '2021-02-17T21:19:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-smb'}], 'dv-cinder-760193-4-smb', False) {} {{(pid=83973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:19:58.766804 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1936ec21-2bc2-4ce3-92c1-8cad77a311fc None None] The sync data for ids ['8e985561-58ff-4ff2-b2c2-405238ce5c18'] in dv-cinder-760193-4-smb is: [{'id': '8e985561-58ff-4ff2-b2c2-405238ce5c18', 'name': 'tempest-TestShelveInstance-837837880-router', 'tenant_id': 'a1cce1bcc6f842708a03860440965915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'external_fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.25'}], 'enable_snat': True}, 'gw_port_id': '5bae2525-41bf-4d96-a559-42cbe85a1064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:19:49Z', 'updated_at': '2021-02-17T21:19:52Z', 'revision_number': 3, 'project_id': 'a1cce1bcc6f842708a03860440965915', 'gw_port': {'id': '5bae2525-41bf-4d96-a559-42cbe85a1064', 'name': '', 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:80:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e985561-58ff-4ff2-b2c2-405238ce5c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:19:50Z', 'updated_at': '2021-02-17T21:19:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-smb'}] {{(pid=83973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 21:19:58.794978 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:58.895957 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:58.950829 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] For port 4b47f4ef-3fbb-4498-b666-bdfc380b9102, host dv-cinder-760193-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-smb',level=0,port_id=4b47f4ef-3fbb-4498-b666-bdfc380b9102,segment=NetworkSegment(550b0166-36b0-493c-bfec-62e89ef62b0b),segment_id=550b0166-36b0-493c-bfec-62e89ef62b0b)] {{(pid=83972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:19:58.954472 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-db96a112-5b36-4c68-a701-e7773f33b375 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-931198'] for router_interface, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:58.962583 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:58.970215 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:58.976339 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db96a112-5b36-4c68-a701-e7773f33b375 admin admin] Pushing event updated for resources: {'Port': ['ID=b2b3234a-9085-4cdf-870f-f8722ad3ce0e,revision_number=2']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:59.035547 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-db96a112-5b36-4c68-a701-e7773f33b375 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:59.073833 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-51ded962-af43-43e5-804b-55cd0a0e5ff7 None None] Provisioning complete for port 4b47f4ef-3fbb-4498-b666-bdfc380b9102 triggered by entity DHCP. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:19:59.074257 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-51ded962-af43-43e5-804b-55cd0a0e5ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:59.141820 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Pushing event updated for resources: {'Port': ['ID=4b47f4ef-3fbb-4498-b666-bdfc380b9102,revision_number=3']} {{(pid=83972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:19:59.144219 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db96a112-5b36-4c68-a701-e7773f33b375 admin admin] Network ddd06d35-23af-4d73-a7c8-9ed89139836e is already hosted by enough agents. {{(pid=83970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:19:59.145374 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.base_scheduler [None req-db96a112-5b36-4c68-a701-e7773f33b375 admin admin] Resources bound (agent type, host, resource id): {{(pid=83970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:19:59.147234 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:19:59.208367 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-7c9438a4-7bd5-49b7-b539-42c0bb82c0b9 req-97df11ad-ec3c-465a-8859-89d9f1b031bd service neutron] 10.222.0.95 "GET /v2.0/networks/35f9b575-0edf-435d-825c-afd5be1781b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3083830 Feb 17 21:19:59.247466 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-e435b49a-83ad-4ccc-8951-b11e7982285c req-62c9e8db-9447-4f5b-9271-8922dd462d93 service neutron] 10.222.0.90 "GET /v2.0/networks/02ff27f2-a2e9-4faf-a0ff-99a76fe4e59e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8188617 Feb 17 21:19:59.300288 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac08980-1bf1-47f4-8919-18de4633f240 req-77a7592f-59b2-48a9-a637-e295beeab25e tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:59.315116 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-51ded962-af43-43e5-804b-55cd0a0e5ff7 None None] Provisioning for port b2b3234a-9085-4cdf-870f-f8722ad3ce0e completed by entity DHCP. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:19:59.317003 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-6ac08980-1bf1-47f4-8919-18de4633f240 req-77a7592f-59b2-48a9-a637-e295beeab25e tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/ports?device_id=4d02e800-c249-4f02-8de5-b5f1681d4d5c HTTP/1.1" status: 200 len: 945 time: 1.5236766 Feb 17 21:19:59.333661 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-51ded962-af43-43e5-804b-55cd0a0e5ff7 None None] Provisioning complete for port b2b3234a-9085-4cdf-870f-f8722ad3ce0e triggered by entity DHCP. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:19:59.334681 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-51ded962-af43-43e5-804b-55cd0a0e5ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:59.438206 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-51ded962-af43-43e5-804b-55cd0a0e5ff7 None None] Port b2b3234a-9085-4cdf-870f-f8722ad3ce0e cannot update to ACTIVE because it is not bound. {{(pid=83972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 21:19:59.446507 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13f0a47-1cc7-4f02-be78-635b352eb3de req-80fa0854-ce0e-4f6c-9fd5-2b9803606fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:19:59.448176 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b13f0a47-1cc7-4f02-be78-635b352eb3de req-80fa0854-ce0e-4f6c-9fd5-2b9803606fd6 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=99ecb63817724b3b843973136a4f57b7&device_id=640aedf0-1e0a-4718-a901-1c3817bf9b7b HTTP/1.1" status: 200 len: 1160 time: 1.5690761 Feb 17 21:19:59.468102 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:59.469369 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-6ac08980-1bf1-47f4-8919-18de4633f240 req-05245e04-d143-4927-a527-cf4ac5f9390d tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/security-groups?id=5df91840-1d6e-47b1-b11d-86f99077f317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385162 Feb 17 21:19:59.568860 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b13f0a47-1cc7-4f02-be78-635b352eb3de req-c6cfcab0-26eb-48f6-b0a1-034201254840 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4b4fc25-74ca-4d22-bdff-486b447263d2 HTTP/1.1" status: 200 len: 217 time: 0.0955245 Feb 17 21:19:59.573751 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-bedcbe80-7a4d-4ccc-99ab-bf68eb9825c2 None None] Provisioning complete for port 4b47f4ef-3fbb-4498-b666-bdfc380b9102 triggered by entity DHCP. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:19:59.574188 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-bedcbe80-7a4d-4ccc-99ab-bf68eb9825c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:59.709891 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-253f03a0-ed95-46a1-8bcb-fd8d832b0c2b req-87cc510a-3846-457e-bad5-c06cefb5c96c tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782347900463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782347493337'] for port, after_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:19:59.823794 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:19:59.945817 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '640aedf0-1e0a-4718-a901-1c3817bf9b7b', 'tag': 'd4b4fc25-74ca-4d22-bdff-486b447263d2', 'status': 'completed', 'code': 200} Feb 17 21:19:59.961024 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cc510a-3846-457e-bad5-c06cefb5c96c tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] Pushing event deleted for resources: {'Port': ['ID=f5b0f700-8874-4d88-bba5-50744e175b99,revision_number=None']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:20:00.061181 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-bedcbe80-7a4d-4ccc-99ab-bf68eb9825c2 None None] Provisioning complete for port b2b3234a-9085-4cdf-870f-f8722ad3ce0e triggered by entity DHCP. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:20:00.062895 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-bedcbe80-7a4d-4ccc-99ab-bf68eb9825c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:00.196545 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db96a112-5b36-4c68-a701-e7773f33b375 admin admin] Router 8e985561-58ff-4ff2-b2c2-405238ce5c18 has already been hosted by L3 agent 0536e1cb-4d3e-42d2-8b6d-8bd52a4e2590 {{(pid=83970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 21:20:00.286316 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-bedcbe80-7a4d-4ccc-99ab-bf68eb9825c2 None None] Port b2b3234a-9085-4cdf-870f-f8722ad3ce0e cannot update to ACTIVE because it is not bound. {{(pid=83972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 21:20:00.323083 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Device 5bae2525-41bf-4d96-a559-42cbe85a1064 up at agent ovs-agent-dv-cinder-760193-4-smb {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:20:00.394183 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-87cc510a-3846-457e-bad5-c06cefb5c96c tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:20:00.523749 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13f0a47-1cc7-4f02-be78-635b352eb3de req-187a0d6c-22ae-49ae-b693-8c8035c143d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:00.525495 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b13f0a47-1cc7-4f02-be78-635b352eb3de req-187a0d6c-22ae-49ae-b693-8c8035c143d8 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=1674444a-f910-400c-bb97-a2b62b24e55e HTTP/1.1" status: 200 len: 854 time: 0.9481506 Feb 17 21:20:00.534858 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ff2b77b8-c624-47a1-9986-217aa08d7ef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:00.548441 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-cf0b906c-2175-4f06-807c-94fce92d529f None None] Provisioning complete for port 4b47f4ef-3fbb-4498-b666-bdfc380b9102 triggered by entity DHCP. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:20:00.548860 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-cf0b906c-2175-4f06-807c-94fce92d529f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:00.629919 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db96a112-5b36-4c68-a701-e7773f33b375 admin admin] Notify agent at l3_agent.dv-cinder-760193-4-smb the message routers_updated {{(pid=83970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 21:20:00.659744 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-db96a112-5b36-4c68-a701-e7773f33b375 admin admin] 10.222.0.90 "PUT /v2.0/routers/8e985561-58ff-4ff2-b2c2-405238ce5c18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3045492 Feb 17 21:20:00.684297 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Provisioning for port 5bae2525-41bf-4d96-a559-42cbe85a1064 completed by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:20:00.701060 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Provisioning complete for port 5bae2525-41bf-4d96-a559-42cbe85a1064 triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:20:00.701575 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:00.717791 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b13f0a47-1cc7-4f02-be78-635b352eb3de req-89361ed2-6807-45e7-8b30-cda5e61f4a24 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=35f9b575-0edf-435d-825c-afd5be1781b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0836158 Feb 17 21:20:00.895931 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-fe906d87-dc21-4b46-b584-12c98073d600 req-60f9f667-6352-4d15-a25b-82c9e773da4e tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] 10.222.0.90 "GET /v2.0/ports?device_id=e671e613-99ba-499a-9a81-49d09e152259 HTTP/1.1" status: 200 len: 210 time: 0.4713430 Feb 17 21:20:00.919589 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b13f0a47-1cc7-4f02-be78-635b352eb3de req-a93d7d09-59a1-4414-a5a3-18d158ca4c1f service neutron] 10.222.0.95 "GET /v2.0/networks/35f9b575-0edf-435d-825c-afd5be1781b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895137 Feb 17 21:20:01.046760 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-cf0b906c-2175-4f06-807c-94fce92d529f None None] Provisioning complete for port b2b3234a-9085-4cdf-870f-f8722ad3ce0e triggered by entity DHCP. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:20:01.058832 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [req-253f03a0-ed95-46a1-8bcb-fd8d832b0c2b req-87cc510a-3846-457e-bad5-c06cefb5c96c tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] No DVR routers for this DVR port f5b0f700-8874-4d88-bba5-50744e175b99 on host hv-cinder-76019 {{(pid=83971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 21:20:01.065651 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-cf0b906c-2175-4f06-807c-94fce92d529f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:01.174793 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-253f03a0-ed95-46a1-8bcb-fd8d832b0c2b req-87cc510a-3846-457e-bad5-c06cefb5c96c tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768493'] for port, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:01.202402 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-253f03a0-ed95-46a1-8bcb-fd8d832b0c2b req-87cc510a-3846-457e-bad5-c06cefb5c96c tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] 10.222.0.95 "DELETE /v2.0/ports/f5b0f700-8874-4d88-bba5-50744e175b99 HTTP/1.1" status: 204 len: 173 time: 8.7800908 Feb 17 21:20:01.249085 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:01.300759 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] For port 5bae2525-41bf-4d96-a559-42cbe85a1064, host dv-cinder-760193-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-smb',level=0,port_id=5bae2525-41bf-4d96-a559-42cbe85a1064,segment=NetworkSegment(1160e08b-7d0c-4f07-a68b-9e1b3764f9c4),segment_id=1160e08b-7d0c-4f07-a68b-9e1b3764f9c4)] {{(pid=83972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:20:01.311573 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6dc5c3-5f06-4266-9f41-0a7f00ea95e1 req-4a7e3180-a19f-4e98-b570-35306d94a718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:01.312308 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-cf0b906c-2175-4f06-807c-94fce92d529f None None] Port b2b3234a-9085-4cdf-870f-f8722ad3ce0e cannot update to ACTIVE because it is not bound. {{(pid=83972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 21:20:01.314672 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-ce6dc5c3-5f06-4266-9f41-0a7f00ea95e1 req-4a7e3180-a19f-4e98-b570-35306d94a718 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=4d02e800-c249-4f02-8de5-b5f1681d4d5c HTTP/1.1" status: 200 len: 1162 time: 1.0677662 Feb 17 21:20:01.317165 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:01.317374 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b13f0a47-1cc7-4f02-be78-635b352eb3de req-c3072264-c914-4a2c-bbd2-79dd0395b72b service neutron] 10.222.0.95 "GET /v2.0/networks/35f9b575-0edf-435d-825c-afd5be1781b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3834529 Feb 17 21:20:01.318088 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Device 4b47f4ef-3fbb-4498-b666-bdfc380b9102 up at agent ovs-agent-dv-cinder-760193-4-smb {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:20:01.406718 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:20:01.434824 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36659869-d111-469c-9d45-f73e90164b81 req-ebfba7c7-a561-45f7-9799-42a243ce8c2b tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:01.447392 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-36659869-d111-469c-9d45-f73e90164b81 req-ebfba7c7-a561-45f7-9799-42a243ce8c2b tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/ports?device_id=640aedf0-1e0a-4718-a901-1c3817bf9b7b HTTP/1.1" status: 200 len: 943 time: 0.9689333 Feb 17 21:20:01.548383 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Pushing event updated for resources: {'Port': ['ID=5bae2525-41bf-4d96-a559-42cbe85a1064,revision_number=4']} {{(pid=83972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:20:01.551982 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:20:01.559513 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Provisioning complete for port 4b47f4ef-3fbb-4498-b666-bdfc380b9102 triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:20:01.561332 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:01.616010 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-75649cad-7b65-47d1-b010-2c61f6472353 req-c9f69db0-36e5-47fc-b6f1-fab7250ced1d tempest-VolumesActionsTest-423736539 tempest-VolumesActionsTest-423736539-project] 10.222.0.90 "GET /v2.0/ports?device_id=70e70f7d-f225-42e5-96cd-240705f2844a HTTP/1.1" status: 200 len: 210 time: 0.1492918 Feb 17 21:20:01.627744 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-ce6dc5c3-5f06-4266-9f41-0a7f00ea95e1 req-18ac6242-a025-4b7d-841f-543be206d639 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=5df91840-1d6e-47b1-b11d-86f99077f317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2998321 Feb 17 21:20:01.649701 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-36659869-d111-469c-9d45-f73e90164b81 req-66af3118-ea14-4a2c-8ba9-5e780dbe85f7 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/security-groups?id=fce51754-d32d-475a-91fc-501dc12703ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009861 Feb 17 21:20:01.687714 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a0ed18-ff3d-4c2d-9c7e-274571c59c01 req-7d9556eb-214c-40a2-88a9-8137b137ced4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:01.689825 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-81a0ed18-ff3d-4c2d-9c7e-274571c59c01 req-7d9556eb-214c-40a2-88a9-8137b137ced4 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=99ecb63817724b3b843973136a4f57b7&device_id=640aedf0-1e0a-4718-a901-1c3817bf9b7b HTTP/1.1" status: 200 len: 1160 time: 0.1626215 Feb 17 21:20:01.923877 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Device 5bae2525-41bf-4d96-a559-42cbe85a1064 up at agent ovs-agent-dv-cinder-760193-4-smb {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:20:02.001215 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e671e613-99ba-499a-9a81-49d09e152259', 'name': 'network-vif-deleted', 'tag': 'f5b0f700-8874-4d88-bba5-50744e175b99'}] {{(pid=83971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:20:02.091834 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Provisioning complete for port 5bae2525-41bf-4d96-a559-42cbe85a1064 triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:20:02.092565 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:02.152153 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e435b49a-83ad-4ccc-8951-b11e7982285c req-6e619246-b07b-44cb-a95e-ca5e4cedd875 tempest-VolumesActionsTest-423736539 tempest-VolumesActionsTest-423736539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:02.153371 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-e435b49a-83ad-4ccc-8951-b11e7982285c req-6e619246-b07b-44cb-a95e-ca5e4cedd875 tempest-VolumesActionsTest-423736539 tempest-VolumesActionsTest-423736539-project] 10.222.0.95 "GET /v2.0/networks?id=02ff27f2-a2e9-4faf-a0ff-99a76fe4e59e HTTP/1.1" status: 200 len: 809 time: 0.2934058 Feb 17 21:20:02.170577 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [req-e435b49a-83ad-4ccc-8951-b11e7982285c req-4e8a46b4-1579-4753-b233-54c204adf331 tempest-VolumesActionsTest-423736539 tempest-VolumesActionsTest-423736539-project] Request body: {'port': {'device_id': '70e70f7d-f225-42e5-96cd-240705f2844a', 'network_id': '02ff27f2-a2e9-4faf-a0ff-99a76fe4e59e', 'admin_state_up': True, 'tenant_id': 'ab67f1686ba540d58f9ff70344922c71'}} {{(pid=83971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:20:02.354253 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-6eb2a9bb-7702-4aac-9c59-3e622eeac623 req-96ba0092-1510-4806-96c9-27753bd25177 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] Synchronizing usage tracker for tenant:a50a5bcc4e084e6db92be79811667253 on resource:port {{(pid=83971) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:20:02.383254 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554304c8-f390-4c8c-a838-7ef03cb8cb27 req-3e226488-b7e4-4f74-9bc5-6f02fe03904b tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:02.385266 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-554304c8-f390-4c8c-a838-7ef03cb8cb27 req-3e226488-b7e4-4f74-9bc5-6f02fe03904b tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/ports?device_id=4d02e800-c249-4f02-8de5-b5f1681d4d5c HTTP/1.1" status: 200 len: 945 time: 0.6076488 Feb 17 21:20:02.448790 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-6eb2a9bb-7702-4aac-9c59-3e622eeac623 req-96ba0092-1510-4806-96c9-27753bd25177 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] Unset dirty status for tenant:a50a5bcc4e084e6db92be79811667253 on resource:port {{(pid=83971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:20:02.457712 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-6eb2a9bb-7702-4aac-9c59-3e622eeac623 req-96ba0092-1510-4806-96c9-27753bd25177 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] 10.222.0.90 "GET /v2.0/ports?device_id=e671e613-99ba-499a-9a81-49d09e152259 HTTP/1.1" status: 200 len: 210 time: 0.2542069 Feb 17 21:20:02.505876 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-85b924de-4bb5-4360-a0a4-2a97af02093a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:02.510010 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-554304c8-f390-4c8c-a838-7ef03cb8cb27 req-36c00db0-06f5-4e61-8062-7f47fc85a2d5 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/security-groups?id=5df91840-1d6e-47b1-b11d-86f99077f317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155086 Feb 17 21:20:02.513859 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [req-5deced67-f7f7-4ae9-9149-1b99e3a362c5 req-2a7e9439-7ad1-43ea-b328-c1401f913ed0 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-1881048583', 'description': 'tempest-TestShelveInstance-1881048583 description'}} {{(pid=83971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:20:02.532887 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a0ed18-ff3d-4c2d-9c7e-274571c59c01 req-0b7bc24e-41e5-4a64-bed4-14fe06a09ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:02.536303 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-81a0ed18-ff3d-4c2d-9c7e-274571c59c01 req-0b7bc24e-41e5-4a64-bed4-14fe06a09ca7 service neutron] 10.222.0.95 "GET /v2.0/networks?id=35f9b575-0edf-435d-825c-afd5be1781b3 HTTP/1.1" status: 200 len: 908 time: 0.6792693 Feb 17 21:20:02.537450 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [req-5deced67-f7f7-4ae9-9149-1b99e3a362c5 req-2a7e9439-7ad1-43ea-b328-c1401f913ed0 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:20:02.540141 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30c69e5-9aeb-41c1-a961-f52a96c47211 None None] Sync routers for ids ['8e985561-58ff-4ff2-b2c2-405238ce5c18'] in dv-cinder-760193-4-smb {{(pid=83972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 21:20:02.550845 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-5deced67-f7f7-4ae9-9149-1b99e3a362c5 req-2a7e9439-7ad1-43ea-b328-c1401f913ed0 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Usage tracker for resource:security_group and tenant:36cdcb2459fd422f980d098093256d8b is out of sync, need to count used quota {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:20:02.564829 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30c69e5-9aeb-41c1-a961-f52a96c47211 None None] Routers {'8e985561-58ff-4ff2-b2c2-405238ce5c18'} bound to L3 agent in host dv-cinder-760193-4-smb {{(pid=83972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:20:02.566157 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-d30c69e5-9aeb-41c1-a961-f52a96c47211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T21:09:02Z,description=,heartbeat_timestamp=2021-02-17T21:20:02Z,host='dv-cinder-760193-4-smb',id=0536e1cb-4d3e-42d2-8b6d-8bd52a4e2590,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T21:09:02Z,topic='l3_agent')) {'router_ids': ['8e985561-58ff-4ff2-b2c2-405238ce5c18'], 'active': True} {{(pid=83972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:20:02.793075 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvr_db [None req-d30c69e5-9aeb-41c1-a961-f52a96c47211 None None] Set router 8e985561-58ff-4ff2-b2c2-405238ce5c18 gateway port host: dv-cinder-760193-4-smb {{(pid=83972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:20:02.871993 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-81a0ed18-ff3d-4c2d-9c7e-274571c59c01 req-1ab203da-de55-44be-91de-e6a811f7ba6a service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d4b4fc25-74ca-4d22-bdff-486b447263d2 HTTP/1.1" status: 200 len: 217 time: 0.3225689 Feb 17 21:20:02.873305 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-5deced67-f7f7-4ae9-9149-1b99e3a362c5 req-2a7e9439-7ad1-43ea-b328-c1401f913ed0 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:20:02.877092 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e671e613-99ba-499a-9a81-49d09e152259', 'name': 'network-vif-deleted', 'tag': 'f5b0f700-8874-4d88-bba5-50744e175b99', 'status': 'completed', 'code': 200} Feb 17 21:20:02.953768 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [req-5deced67-f7f7-4ae9-9149-1b99e3a362c5 req-2a7e9439-7ad1-43ea-b328-c1401f913ed0 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:20:03.032438 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [req-e435b49a-83ad-4ccc-8951-b11e7982285c req-4e8a46b4-1579-4753-b233-54c204adf331 tempest-VolumesActionsTest-423736539 tempest-VolumesActionsTest-423736539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:20:03.040973 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-bdbc219c-13b3-47b9-8d18-317531f91d4f req-2454a99c-3d17-44fa-b3ee-d6d2b31fd204 tempest-VolumesActionsTest-423736539 tempest-VolumesActionsTest-423736539-project] 10.222.0.90 "GET /v2.0/ports?device_id=70e70f7d-f225-42e5-96cd-240705f2844a HTTP/1.1" status: 200 len: 210 time: 0.0887475 Feb 17 21:20:03.043749 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-e435b49a-83ad-4ccc-8951-b11e7982285c req-4e8a46b4-1579-4753-b233-54c204adf331 tempest-VolumesActionsTest-423736539 tempest-VolumesActionsTest-423736539-project] Usage tracker for resource:port and tenant:ab67f1686ba540d58f9ff70344922c71 is out of sync, need to count used quota {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:20:03.047143 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-5deced67-f7f7-4ae9-9149-1b99e3a362c5 req-2a7e9439-7ad1-43ea-b328-c1401f913ed0 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Notify callbacks [] for security_group, before_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:03.060802 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-e435b49a-83ad-4ccc-8951-b11e7982285c req-4e8a46b4-1579-4753-b233-54c204adf331 tempest-VolumesActionsTest-423736539 tempest-VolumesActionsTest-423736539-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:20:03.076653 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [req-e435b49a-83ad-4ccc-8951-b11e7982285c req-4e8a46b4-1579-4753-b233-54c204adf331 tempest-VolumesActionsTest-423736539 tempest-VolumesActionsTest-423736539-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:20:03.087463 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [req-5deced67-f7f7-4ae9-9149-1b99e3a362c5 req-2a7e9439-7ad1-43ea-b328-c1401f913ed0 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:20:03.091613 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-5deced67-f7f7-4ae9-9149-1b99e3a362c5 req-2a7e9439-7ad1-43ea-b328-c1401f913ed0 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Usage tracker for resource:security_group_rule and tenant:36cdcb2459fd422f980d098093256d8b is out of sync, need to count used quota {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:20:03.094896 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-5deced67-f7f7-4ae9-9149-1b99e3a362c5 req-2a7e9439-7ad1-43ea-b328-c1401f913ed0 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:20:03.101116 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [req-5deced67-f7f7-4ae9-9149-1b99e3a362c5 req-2a7e9439-7ad1-43ea-b328-c1401f913ed0 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:20:03.183044 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a0ed18-ff3d-4c2d-9c7e-274571c59c01 req-bb586c5b-c8c2-4339-8ae0-40c27ae2539c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:03.184650 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-81a0ed18-ff3d-4c2d-9c7e-274571c59c01 req-bb586c5b-c8c2-4339-8ae0-40c27ae2539c service neutron] 10.222.0.95 "GET /v2.0/subnets?id=1674444a-f910-400c-bb97-a2b62b24e55e HTTP/1.1" status: 200 len: 854 time: 0.3005142 Feb 17 21:20:03.191141 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-5deced67-f7f7-4ae9-9149-1b99e3a362c5 req-2a7e9439-7ad1-43ea-b328-c1401f913ed0 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Notify callbacks [] for security_group, precommit_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:03.235846 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e435b49a-83ad-4ccc-8951-b11e7982285c req-4e8a46b4-1579-4753-b233-54c204adf331 tempest-VolumesActionsTest-423736539 tempest-VolumesActionsTest-423736539-project] Made reservation on behalf of ab67f1686ba540d58f9ff70344922c71 for: {'port': 1} {{(pid=83971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:20:03.240783 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f1cec3f0-2839-4108-802d-97c7b40b55a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:03.242185 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-e435b49a-83ad-4ccc-8951-b11e7982285c req-4e8a46b4-1579-4753-b233-54c204adf331 tempest-VolumesActionsTest-423736539 tempest-VolumesActionsTest-423736539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:03.243521 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-d30c69e5-9aeb-41c1-a961-f52a96c47211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e985561-58ff-4ff2-b2c2-405238ce5c18', 'name': 'tempest-TestShelveInstance-837837880-router', 'tenant_id': 'a1cce1bcc6f842708a03860440965915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'external_fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.25'}], 'enable_snat': True}, 'gw_port_id': '5bae2525-41bf-4d96-a559-42cbe85a1064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:19:49Z', 'updated_at': '2021-02-17T21:19:58Z', 'revision_number': 4, 'project_id': 'a1cce1bcc6f842708a03860440965915', 'gw_port': {'id': '5bae2525-41bf-4d96-a559-42cbe85a1064', 'name': '', 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:80:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e985561-58ff-4ff2-b2c2-405238ce5c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:19:50Z', 'updated_at': '2021-02-17T21:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-smb', '_interfaces': [{'id': 'b2b3234a-9085-4cdf-870f-f8722ad3ce0e', 'name': '', 'network_id': 'ddd06d35-23af-4d73-a7c8-9ed89139836e', 'tenant_id': 'a1cce1bcc6f842708a03860440965915', 'mac_address': 'fa:16:3e:ff:48:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e985561-58ff-4ff2-b2c2-405238ce5c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '545cd33f-a435-47aa-8014-d364768b4eda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:19:56Z', 'updated_at': '2021-02-17T21:19:58Z', 'revision_number': 2, 'project_id': 'a1cce1bcc6f842708a03860440965915', 'subnets': [{'id': '545cd33f-a435-47aa-8014-d364768b4eda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-4-smb', False) {} {{(pid=83972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:20:03.247832 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30c69e5-9aeb-41c1-a961-f52a96c47211 None None] Checking router: 8e985561-58ff-4ff2-b2c2-405238ce5c18 for host: dv-cinder-760193-4-smb {{(pid=83972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 21:20:03.248252 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30c69e5-9aeb-41c1-a961-f52a96c47211 None None] Updating router 8e985561-58ff-4ff2-b2c2-405238ce5c18 port b2b3234a-9085-4cdf-870f-f8722ad3ce0e binding host dv-cinder-760193-4-smb {{(pid=83972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 21:20:03.252152 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-5deced67-f7f7-4ae9-9149-1b99e3a362c5 req-2a7e9439-7ad1-43ea-b328-c1401f913ed0 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:03.272893 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-877633d6-bee3-4e5b-9e41-8cce3e692e4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:20:03.309167 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d30c69e5-9aeb-41c1-a961-f52a96c47211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:03.326727 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-81a0ed18-ff3d-4c2d-9c7e-274571c59c01 req-e52067f3-014a-4f5b-972f-d31fab589f7d service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=35f9b575-0edf-435d-825c-afd5be1781b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1334627 Feb 17 21:20:03.472459 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-5deced67-f7f7-4ae9-9149-1b99e3a362c5 req-2a7e9439-7ad1-43ea-b328-c1401f913ed0 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Notify callbacks [] for security_group, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:03.473779 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-5deced67-f7f7-4ae9-9149-1b99e3a362c5 req-2a7e9439-7ad1-43ea-b328-c1401f913ed0 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.9699452 Feb 17 21:20:03.499301 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7e9439-7ad1-43ea-b328-c1401f913ed0 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54f127c0-a302-4400-a813-22dad7bea484,revision_number=1']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:20:03.507228 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-2a7e9439-7ad1-43ea-b328-c1401f913ed0 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:20:03.695748 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc476e0a-e26b-402c-be94-2d1fbc2b921b req-750ae1d9-1c92-4fa7-bdf5-1c0d66981ee5 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:03.697301 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-bc476e0a-e26b-402c-be94-2d1fbc2b921b req-750ae1d9-1c92-4fa7-bdf5-1c0d66981ee5 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/ports?device_id=640aedf0-1e0a-4718-a901-1c3817bf9b7b HTTP/1.1" status: 200 len: 943 time: 0.4626005 Feb 17 21:20:03.700352 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-a69c601d-9381-4137-9c73-7bbe6f24b110 req-df125e1c-c0d5-474c-8ba7-3d8c29611b84 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] 10.222.0.90 "GET /v2.0/security-groups/54f127c0-a302-4400-a813-22dad7bea484 HTTP/1.1" status: 200 len: 1802 time: 0.1421468 Feb 17 21:20:03.739466 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d30c69e5-9aeb-41c1-a961-f52a96c47211 None None] Notify callbacks [] for port, precommit_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:03.750691 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [req-a69c601d-9381-4137-9c73-7bbe6f24b110 req-bba11915-3d8d-4215-8a57-18a8330d10bd tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '54f127c0-a302-4400-a813-22dad7bea484', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:20:03.751088 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [req-a69c601d-9381-4137-9c73-7bbe6f24b110 req-bba11915-3d8d-4215-8a57-18a8330d10bd tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '54f127c0-a302-4400-a813-22dad7bea484', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:20:03.760169 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d30c69e5-9aeb-41c1-a961-f52a96c47211 None None] Transition to ACTIVE for port object b2b3234a-9085-4cdf-870f-f8722ad3ce0e will not be triggered until provisioned by entity L2. {{(pid=83972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:20:03.766317 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d30c69e5-9aeb-41c1-a961-f52a96c47211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:03.784113 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:20:03.801190 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-81a0ed18-ff3d-4c2d-9c7e-274571c59c01 req-4e5f27f0-cbfe-4543-a9c3-8d749622dba7 service neutron] 10.222.0.95 "GET /v2.0/networks/35f9b575-0edf-435d-825c-afd5be1781b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4531910 Feb 17 21:20:03.802290 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [req-a69c601d-9381-4137-9c73-7bbe6f24b110 req-bba11915-3d8d-4215-8a57-18a8330d10bd tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:20:03.813069 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-a69c601d-9381-4137-9c73-7bbe6f24b110 req-bba11915-3d8d-4215-8a57-18a8330d10bd tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Usage tracker for resource:security_group_rule and tenant:36cdcb2459fd422f980d098093256d8b is out of sync, need to count used quota {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:20:03.828096 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-a69c601d-9381-4137-9c73-7bbe6f24b110 req-bba11915-3d8d-4215-8a57-18a8330d10bd tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:20:03.924462 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742c1bee-ee5f-41d4-b8d0-a06ab1d97e80 None None] Pushing event updated for resources: {'Port': ['ID=b2b3234a-9085-4cdf-870f-f8722ad3ce0e,revision_number=3']} {{(pid=83972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:20:03.930034 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-742c1bee-ee5f-41d4-b8d0-a06ab1d97e80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:20:03.931488 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [req-a69c601d-9381-4137-9c73-7bbe6f24b110 req-bba11915-3d8d-4215-8a57-18a8330d10bd tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:20:03.957166 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-bc476e0a-e26b-402c-be94-2d1fbc2b921b req-c24a8c35-3443-4062-af91-89e44dbb9c94 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/security-groups?id=fce51754-d32d-475a-91fc-501dc12703ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512641 Feb 17 21:20:04.143655 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-a69c601d-9381-4137-9c73-7bbe6f24b110 req-bba11915-3d8d-4215-8a57-18a8330d10bd tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:04.165791 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-a69c601d-9381-4137-9c73-7bbe6f24b110 req-bba11915-3d8d-4215-8a57-18a8330d10bd tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:04.183371 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-a69c601d-9381-4137-9c73-7bbe6f24b110 req-bba11915-3d8d-4215-8a57-18a8330d10bd tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032038'] for security_group_rule, after_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:04.220319 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [None req-d30c69e5-9aeb-41c1-a961-f52a96c47211 None None] Attempting to bind port b2b3234a-9085-4cdf-870f-f8722ad3ce0e on host dv-cinder-760193-4-smb for vnic_type normal with profile {{(pid=83972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 21:20:04.220806 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [None req-d30c69e5-9aeb-41c1-a961-f52a96c47211 None None] Attempting to bind port b2b3234a-9085-4cdf-870f-f8722ad3ce0e by drivers openvswitch on host dv-cinder-760193-4-smb at level 0 using segments [{'id': '550b0166-36b0-493c-bfec-62e89ef62b0b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'ddd06d35-23af-4d73-a7c8-9ed89139836e'}] {{(pid=83972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 21:20:04.221232 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30c69e5-9aeb-41c1-a961-f52a96c47211 None None] Attempting to bind port b2b3234a-9085-4cdf-870f-f8722ad3ce0e on network ddd06d35-23af-4d73-a7c8-9ed89139836e {{(pid=83972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 21:20:04.227547 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:20:04.235332 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30c69e5-9aeb-41c1-a961-f52a96c47211 None None] Checking agent: {'id': '1f40505b-3e8c-4bc5-b539-d04281a15ea5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 21, 9, 4), 'started_at': datetime.datetime(2021, 2, 17, 21, 9, 34), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.98', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 21:20:04.247675 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30c69e5-9aeb-41c1-a961-f52a96c47211 None None] Checking segment: {'id': '550b0166-36b0-493c-bfec-62e89ef62b0b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'ddd06d35-23af-4d73-a7c8-9ed89139836e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:20:04.248190 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d30c69e5-9aeb-41c1-a961-f52a96c47211 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:04.248645 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30c69e5-9aeb-41c1-a961-f52a96c47211 None None] Bound using segment: {'id': '550b0166-36b0-493c-bfec-62e89ef62b0b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'ddd06d35-23af-4d73-a7c8-9ed89139836e'} {{(pid=83972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 21:20:04.249206 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [None req-d30c69e5-9aeb-41c1-a961-f52a96c47211 None None] Bound port: b2b3234a-9085-4cdf-870f-f8722ad3ce0e, host: dv-cinder-760193-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '550b0166-36b0-493c-bfec-62e89ef62b0b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'ddd06d35-23af-4d73-a7c8-9ed89139836e'}}] {{(pid=83972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 21:20:04.249933 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d30c69e5-9aeb-41c1-a961-f52a96c47211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:04.263075 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-81a0ed18-ff3d-4c2d-9c7e-274571c59c01 req-30ed13dd-b2c8-484e-80e9-0792c5381847 service neutron] 10.222.0.95 "GET /v2.0/networks/35f9b575-0edf-435d-825c-afd5be1781b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4522390 Feb 17 21:20:04.316092 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.db_base_plugin_common [req-e435b49a-83ad-4ccc-8951-b11e7982285c req-4e8a46b4-1579-4753-b233-54c204adf331 tempest-VolumesActionsTest-423736539 tempest-VolumesActionsTest-423736539-project] Allocated IP 172.20.0.3 (02ff27f2-a2e9-4faf-a0ff-99a76fe4e59e/28b8e2e7-c1b6-4ced-918d-3591f66335b9/f9dec73d-bcb3-4c56-96ff-18d41997c77a) {{(pid=83971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 21:20:04.319313 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba11915-3d8d-4215-8a57-18a8330d10bd tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=561690fd-42c3-4b9f-84e2-559d3ba28e7b,revision_number=0']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:20:04.351305 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-bba11915-3d8d-4215-8a57-18a8330d10bd tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:20:04.356662 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-a69c601d-9381-4137-9c73-7bbe6f24b110 req-bba11915-3d8d-4215-8a57-18a8330d10bd tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:04.357939 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-a69c601d-9381-4137-9c73-7bbe6f24b110 req-bba11915-3d8d-4215-8a57-18a8330d10bd tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6361680 Feb 17 21:20:04.398470 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-d30c69e5-9aeb-41c1-a961-f52a96c47211 None None] For port b2b3234a-9085-4cdf-870f-f8722ad3ce0e, host dv-cinder-760193-4-smb, cleared binding levels {{(pid=83972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 21:20:04.402576 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-d30c69e5-9aeb-41c1-a961-f52a96c47211 None None] For port b2b3234a-9085-4cdf-870f-f8722ad3ce0e, host dv-cinder-760193-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-smb',level=0,port_id=b2b3234a-9085-4cdf-870f-f8722ad3ce0e,segment=NetworkSegment(550b0166-36b0-493c-bfec-62e89ef62b0b),segment_id=550b0166-36b0-493c-bfec-62e89ef62b0b)] {{(pid=83972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 21:20:04.407516 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d30c69e5-9aeb-41c1-a961-f52a96c47211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:04.421590 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:20:04.539502 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c45ef-89c1-4e14-b6a5-f94897020bfa req-59bab6f9-577d-4618-bbd5-f11ef38ef8d2 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:04.547865 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-df6c45ef-89c1-4e14-b6a5-f94897020bfa req-59bab6f9-577d-4618-bbd5-f11ef38ef8d2 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/ports?device_id=4d02e800-c249-4f02-8de5-b5f1681d4d5c HTTP/1.1" status: 200 len: 945 time: 0.2784998 Feb 17 21:20:04.575904 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:04.603921 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742c1bee-ee5f-41d4-b8d0-a06ab1d97e80 None None] Pushing event updated for resources: {'Port': ['ID=b2b3234a-9085-4cdf-870f-f8722ad3ce0e,revision_number=4']} {{(pid=83972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:20:04.611991 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-742c1bee-ee5f-41d4-b8d0-a06ab1d97e80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:20:04.663172 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30c69e5-9aeb-41c1-a961-f52a96c47211 None None] Routers {'8e985561-58ff-4ff2-b2c2-405238ce5c18'} bound to L3 agent in host dv-cinder-760193-4-smb {{(pid=83972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:20:04.664264 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-d30c69e5-9aeb-41c1-a961-f52a96c47211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T21:09:02Z,description=,heartbeat_timestamp=2021-02-17T21:20:02Z,host='dv-cinder-760193-4-smb',id=0536e1cb-4d3e-42d2-8b6d-8bd52a4e2590,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T21:09:02Z,topic='l3_agent')) {'router_ids': ['8e985561-58ff-4ff2-b2c2-405238ce5c18'], 'active': True} {{(pid=83972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:20:04.707527 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-418cb153-44fd-455b-9721-10784a06ea51 req-4e693cdf-6167-4712-a71b-db6fb53727bb tempest-VolumesActionsTest-423736539 tempest-VolumesActionsTest-423736539-project] Synchronizing usage tracker for tenant:ab67f1686ba540d58f9ff70344922c71 on resource:port {{(pid=83971) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:20:04.722994 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-df6c45ef-89c1-4e14-b6a5-f94897020bfa req-32008d60-ea4d-491f-8d4c-ff30aedf1c26 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/security-groups?id=5df91840-1d6e-47b1-b11d-86f99077f317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741006 Feb 17 21:20:04.844286 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-418cb153-44fd-455b-9721-10784a06ea51 req-4e693cdf-6167-4712-a71b-db6fb53727bb tempest-VolumesActionsTest-423736539 tempest-VolumesActionsTest-423736539-project] Unset dirty status for tenant:ab67f1686ba540d58f9ff70344922c71 on resource:port {{(pid=83971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:20:04.857137 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-418cb153-44fd-455b-9721-10784a06ea51 req-4e693cdf-6167-4712-a71b-db6fb53727bb tempest-VolumesActionsTest-423736539 tempest-VolumesActionsTest-423736539-project] 10.222.0.90 "GET /v2.0/ports?device_id=70e70f7d-f225-42e5-96cd-240705f2844a HTTP/1.1" status: 200 len: 210 time: 0.2117956 Feb 17 21:20:04.860445 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-e435b49a-83ad-4ccc-8951-b11e7982285c req-4e8a46b4-1579-4753-b233-54c204adf331 tempest-VolumesActionsTest-423736539 tempest-VolumesActionsTest-423736539-project] Notify callbacks [] for port, precommit_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:05.038960 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-b3b29b12-cbe5-4ec2-9621-66af0787c66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:05.050427 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvr_db [None req-d30c69e5-9aeb-41c1-a961-f52a96c47211 None None] Set router 8e985561-58ff-4ff2-b2c2-405238ce5c18 gateway port host: dv-cinder-760193-4-smb {{(pid=83972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:20:05.140029 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-099fe02d-a7a4-419a-b0de-88708c86ec89 req-f03c1b37-39cc-466b-b4d5-77d6e1b2745d tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] 10.222.0.90 "GET /v2.0/security-groups/54f127c0-a302-4400-a813-22dad7bea484 HTTP/1.1" status: 200 len: 2395 time: 0.2606344 Feb 17 21:20:05.148676 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a473b-d483-4fe5-8792-e573e9897fff req-43e3d4c1-4569-451d-829a-90ffc54370c1 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:05.150258 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-1c6a473b-d483-4fe5-8792-e573e9897fff req-43e3d4c1-4569-451d-829a-90ffc54370c1 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] 10.222.0.90 "GET /v2.0/networks?id=407c8f18-97cf-47b9-91fa-3c95f390de39 HTTP/1.1" status: 200 len: 809 time: 0.2580299 Feb 17 21:20:05.159279 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [req-099fe02d-a7a4-419a-b0de-88708c86ec89 req-37f7715b-0c73-4164-9d9f-09c13be81bee tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '54f127c0-a302-4400-a813-22dad7bea484', 'remote_group_id': None}]} {{(pid=83971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:20:05.159639 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [req-099fe02d-a7a4-419a-b0de-88708c86ec89 req-37f7715b-0c73-4164-9d9f-09c13be81bee tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '54f127c0-a302-4400-a813-22dad7bea484', 'remote_group_id': None}} {{(pid=83971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:20:05.176811 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [req-099fe02d-a7a4-419a-b0de-88708c86ec89 req-37f7715b-0c73-4164-9d9f-09c13be81bee tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:20:05.182929 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-1c6a473b-d483-4fe5-8792-e573e9897fff req-766e0340-d6c3-42bf-9067-426e7479d1a5 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] 10.222.0.90 "GET /v2.0/quotas/a50a5bcc4e084e6db92be79811667253 HTTP/1.1" status: 200 len: 375 time: 0.0183506 Feb 17 21:20:05.183904 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-099fe02d-a7a4-419a-b0de-88708c86ec89 req-37f7715b-0c73-4164-9d9f-09c13be81bee tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Usage tracker for resource:security_group_rule and tenant:36cdcb2459fd422f980d098093256d8b is out of sync, need to count used quota {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:20:05.187742 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-099fe02d-a7a4-419a-b0de-88708c86ec89 req-37f7715b-0c73-4164-9d9f-09c13be81bee tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:20:05.197315 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [req-099fe02d-a7a4-419a-b0de-88708c86ec89 req-37f7715b-0c73-4164-9d9f-09c13be81bee tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:20:05.251751 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-e435b49a-83ad-4ccc-8951-b11e7982285c req-4e8a46b4-1579-4753-b233-54c204adf331 tempest-VolumesActionsTest-423736539 tempest-VolumesActionsTest-423736539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782347517401'] for port, after_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:05.262697 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Device d4b4fc25-74ca-4d22-bdff-486b447263d2 up at agent ovs-agent-hv-cinder-76019 {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:20:05.272630 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-f32e274a-c045-45b5-8f0e-0bfe87200e62 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:20:05.306049 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-1c6a473b-d483-4fe5-8792-e573e9897fff req-5a3610ba-ec16-44ed-878e-67796077043f tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=a50a5bcc4e084e6db92be79811667253&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1142695 Feb 17 21:20:05.418555 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Provisioning for port d4b4fc25-74ca-4d22-bdff-486b447263d2 completed by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:20:05.429261 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Provisioning complete for port d4b4fc25-74ca-4d22-bdff-486b447263d2 triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:20:05.429678 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:05.739820 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-d30c69e5-9aeb-41c1-a961-f52a96c47211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e985561-58ff-4ff2-b2c2-405238ce5c18', 'name': 'tempest-TestShelveInstance-837837880-router', 'tenant_id': 'a1cce1bcc6f842708a03860440965915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'external_fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.25'}], 'enable_snat': True}, 'gw_port_id': '5bae2525-41bf-4d96-a559-42cbe85a1064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:19:49Z', 'updated_at': '2021-02-17T21:19:58Z', 'revision_number': 4, 'project_id': 'a1cce1bcc6f842708a03860440965915', 'gw_port': {'id': '5bae2525-41bf-4d96-a559-42cbe85a1064', 'name': '', 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:80:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e985561-58ff-4ff2-b2c2-405238ce5c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:19:50Z', 'updated_at': '2021-02-17T21:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-smb', '_interfaces': [{'id': 'b2b3234a-9085-4cdf-870f-f8722ad3ce0e', 'name': '', 'network_id': 'ddd06d35-23af-4d73-a7c8-9ed89139836e', 'tenant_id': 'a1cce1bcc6f842708a03860440965915', 'mac_address': 'fa:16:3e:ff:48:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e985561-58ff-4ff2-b2c2-405238ce5c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '545cd33f-a435-47aa-8014-d364768b4eda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:19:56Z', 'updated_at': '2021-02-17T21:20:04Z', 'revision_number': 4, 'project_id': 'a1cce1bcc6f842708a03860440965915', 'subnets': [{'id': '545cd33f-a435-47aa-8014-d364768b4eda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-4-smb', False) {} {{(pid=83972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:20:05.746260 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8a46b4-1579-4753-b233-54c204adf331 tempest-VolumesActionsTest-423736539 tempest-VolumesActionsTest-423736539-project] Pushing event updated for resources: {'Port': ['ID=f9dec73d-bcb3-4c56-96ff-18d41997c77a,revision_number=1']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:20:05.747867 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30c69e5-9aeb-41c1-a961-f52a96c47211 None None] The sync data for ids ['8e985561-58ff-4ff2-b2c2-405238ce5c18'] in dv-cinder-760193-4-smb is: [{'id': '8e985561-58ff-4ff2-b2c2-405238ce5c18', 'name': 'tempest-TestShelveInstance-837837880-router', 'tenant_id': 'a1cce1bcc6f842708a03860440965915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'external_fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.25'}], 'enable_snat': True}, 'gw_port_id': '5bae2525-41bf-4d96-a559-42cbe85a1064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:19:49Z', 'updated_at': '2021-02-17T21:19:58Z', 'revision_number': 4, 'project_id': 'a1cce1bcc6f842708a03860440965915', 'gw_port': {'id': '5bae2525-41bf-4d96-a559-42cbe85a1064', 'name': '', 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:80:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e985561-58ff-4ff2-b2c2-405238ce5c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:19:50Z', 'updated_at': '2021-02-17T21:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-smb', '_interfaces': [{'id': 'b2b3234a-9085-4cdf-870f-f8722ad3ce0e', 'name': '', 'network_id': 'ddd06d35-23af-4d73-a7c8-9ed89139836e', 'tenant_id': 'a1cce1bcc6f842708a03860440965915', 'mac_address': 'fa:16:3e:ff:48:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e985561-58ff-4ff2-b2c2-405238ce5c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '545cd33f-a435-47aa-8014-d364768b4eda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:19:56Z', 'updated_at': '2021-02-17T21:20:04Z', 'revision_number': 4, 'project_id': 'a1cce1bcc6f842708a03860440965915', 'subnets': [{'id': '545cd33f-a435-47aa-8014-d364768b4eda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 21:20:05.753256 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:05.782833 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '640aedf0-1e0a-4718-a901-1c3817bf9b7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4b4fc25-74ca-4d22-bdff-486b447263d2'}] {{(pid=83972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:20:05.814023 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8a46b4-1579-4753-b233-54c204adf331 tempest-VolumesActionsTest-423736539 tempest-VolumesActionsTest-423736539-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:20:05.814688 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8a46b4-1579-4753-b233-54c204adf331 tempest-VolumesActionsTest-423736539 tempest-VolumesActionsTest-423736539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:20:05.815064 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8a46b4-1579-4753-b233-54c204adf331 tempest-VolumesActionsTest-423736539 tempest-VolumesActionsTest-423736539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:20:05.815455 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8a46b4-1579-4753-b233-54c204adf331 tempest-VolumesActionsTest-423736539 tempest-VolumesActionsTest-423736539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:20:05.815635 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] For port d4b4fc25-74ca-4d22-bdff-486b447263d2, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=d4b4fc25-74ca-4d22-bdff-486b447263d2,segment=NetworkSegment(f4a680a4-70bd-4ad3-8819-012844941805),segment_id=f4a680a4-70bd-4ad3-8819-012844941805)] {{(pid=83972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:20:05.815844 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8a46b4-1579-4753-b233-54c204adf331 tempest-VolumesActionsTest-423736539 tempest-VolumesActionsTest-423736539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:20:05.816231 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8a46b4-1579-4753-b233-54c204adf331 tempest-VolumesActionsTest-423736539 tempest-VolumesActionsTest-423736539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:20:05.816648 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8a46b4-1579-4753-b233-54c204adf331 tempest-VolumesActionsTest-423736539 tempest-VolumesActionsTest-423736539-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:20:05.816988 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8a46b4-1579-4753-b233-54c204adf331 tempest-VolumesActionsTest-423736539 tempest-VolumesActionsTest-423736539-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:20:05.817390 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8a46b4-1579-4753-b233-54c204adf331 tempest-VolumesActionsTest-423736539 tempest-VolumesActionsTest-423736539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:20:05.817744 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8a46b4-1579-4753-b233-54c204adf331 tempest-VolumesActionsTest-423736539 tempest-VolumesActionsTest-423736539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:20:05.818119 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8a46b4-1579-4753-b233-54c204adf331 tempest-VolumesActionsTest-423736539 tempest-VolumesActionsTest-423736539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:20:05.820029 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8a46b4-1579-4753-b233-54c204adf331 tempest-VolumesActionsTest-423736539 tempest-VolumesActionsTest-423736539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:20:05.820409 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8a46b4-1579-4753-b233-54c204adf331 tempest-VolumesActionsTest-423736539 tempest-VolumesActionsTest-423736539-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:20:05.820795 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8a46b4-1579-4753-b233-54c204adf331 tempest-VolumesActionsTest-423736539 tempest-VolumesActionsTest-423736539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:20:05.821178 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8a46b4-1579-4753-b233-54c204adf331 tempest-VolumesActionsTest-423736539 tempest-VolumesActionsTest-423736539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:20:05.821564 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8a46b4-1579-4753-b233-54c204adf331 tempest-VolumesActionsTest-423736539 tempest-VolumesActionsTest-423736539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:20:05.821680 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:05.821944 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8a46b4-1579-4753-b233-54c204adf331 tempest-VolumesActionsTest-423736539 tempest-VolumesActionsTest-423736539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:20:05.822329 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8a46b4-1579-4753-b233-54c204adf331 tempest-VolumesActionsTest-423736539 tempest-VolumesActionsTest-423736539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:20:05.822731 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8a46b4-1579-4753-b233-54c204adf331 tempest-VolumesActionsTest-423736539 tempest-VolumesActionsTest-423736539-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:20:05.823112 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8a46b4-1579-4753-b233-54c204adf331 tempest-VolumesActionsTest-423736539 tempest-VolumesActionsTest-423736539-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:20:05.823490 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8a46b4-1579-4753-b233-54c204adf331 tempest-VolumesActionsTest-423736539 tempest-VolumesActionsTest-423736539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:20:05.823864 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8a46b4-1579-4753-b233-54c204adf331 tempest-VolumesActionsTest-423736539 tempest-VolumesActionsTest-423736539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:20:05.824242 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8a46b4-1579-4753-b233-54c204adf331 tempest-VolumesActionsTest-423736539 tempest-VolumesActionsTest-423736539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:20:05.824632 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8a46b4-1579-4753-b233-54c204adf331 tempest-VolumesActionsTest-423736539 tempest-VolumesActionsTest-423736539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:20:05.825381 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:20:05.838234 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-4e8a46b4-1579-4753-b233-54c204adf331 tempest-VolumesActionsTest-423736539 tempest-VolumesActionsTest-423736539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:20:05.894233 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e435b49a-83ad-4ccc-8951-b11e7982285c req-4e8a46b4-1579-4753-b233-54c204adf331 tempest-VolumesActionsTest-423736539 tempest-VolumesActionsTest-423736539-project] Network 02ff27f2-a2e9-4faf-a0ff-99a76fe4e59e is already hosted by enough agents. {{(pid=83971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:20:05.904177 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.base_scheduler [req-e435b49a-83ad-4ccc-8951-b11e7982285c req-4e8a46b4-1579-4753-b233-54c204adf331 tempest-VolumesActionsTest-423736539 tempest-VolumesActionsTest-423736539-project] Resources bound (agent type, host, resource id): {{(pid=83971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:20:05.907166 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-099fe02d-a7a4-419a-b0de-88708c86ec89 req-37f7715b-0c73-4164-9d9f-09c13be81bee tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:05.914846 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [req-e435b49a-83ad-4ccc-8951-b11e7982285c req-4e8a46b4-1579-4753-b233-54c204adf331 tempest-VolumesActionsTest-423736539 tempest-VolumesActionsTest-423736539-project] Received port after_create {{(pid=83971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 21:20:05.919391 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e435b49a-83ad-4ccc-8951-b11e7982285c req-4e8a46b4-1579-4753-b233-54c204adf331 tempest-VolumesActionsTest-423736539 tempest-VolumesActionsTest-423736539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:05.920088 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-e435b49a-83ad-4ccc-8951-b11e7982285c req-4e8a46b4-1579-4753-b233-54c204adf331 tempest-VolumesActionsTest-423736539 tempest-VolumesActionsTest-423736539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768493'] for port, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:05.933455 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-1c6a473b-d483-4fe5-8792-e573e9897fff req-27110915-0f04-4528-8831-5bbe86f415b1 service neutron] 10.222.0.90 "GET /v2.0/networks/407c8f18-97cf-47b9-91fa-3c95f390de39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5570076 Feb 17 21:20:05.942675 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Pushing event updated for resources: {'Port': ['ID=d4b4fc25-74ca-4d22-bdff-486b447263d2,revision_number=4']} {{(pid=83972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:20:05.946338 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:20:05.978285 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Device b2b3234a-9085-4cdf-870f-f8722ad3ce0e up at agent ovs-agent-dv-cinder-760193-4-smb {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:20:06.048713 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-099fe02d-a7a4-419a-b0de-88708c86ec89 req-37f7715b-0c73-4164-9d9f-09c13be81bee tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:06.103066 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Provisioning for port b2b3234a-9085-4cdf-870f-f8722ad3ce0e completed by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:20:06.113036 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Provisioning complete for port b2b3234a-9085-4cdf-870f-f8722ad3ce0e triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:20:06.113460 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:06.122823 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-099fe02d-a7a4-419a-b0de-88708c86ec89 req-37f7715b-0c73-4164-9d9f-09c13be81bee tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032038'] for security_group_rule, after_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:06.192133 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-1c6a473b-d483-4fe5-8792-e573e9897fff req-c72b4c40-e22f-4311-9367-5912d0059c0e service neutron] 10.222.0.90 "GET /v2.0/networks/407c8f18-97cf-47b9-91fa-3c95f390de39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2576556 Feb 17 21:20:06.198160 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:20:06.263945 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f7715b-0c73-4164-9d9f-09c13be81bee tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=008dcbe7-f57f-46f2-8871-e159fb98e5cd,revision_number=0']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:20:06.267309 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-37f7715b-0c73-4164-9d9f-09c13be81bee tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:20:06.268872 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-e435b49a-83ad-4ccc-8951-b11e7982285c req-4e8a46b4-1579-4753-b233-54c204adf331 tempest-VolumesActionsTest-423736539 tempest-VolumesActionsTest-423736539-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1032388 Feb 17 21:20:06.297113 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [req-e435b49a-83ad-4ccc-8951-b11e7982285c req-94d35c60-e816-439e-941f-8d89294754cb service neutron] Request body: {'port': {'device_id': '70e70f7d-f225-42e5-96cd-240705f2844a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:20:06.313015 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:06.350097 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-099fe02d-a7a4-419a-b0de-88708c86ec89 req-37f7715b-0c73-4164-9d9f-09c13be81bee tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:06.352378 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-099fe02d-a7a4-419a-b0de-88708c86ec89 req-37f7715b-0c73-4164-9d9f-09c13be81bee tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 1.1990399 Feb 17 21:20:06.433444 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] For port b2b3234a-9085-4cdf-870f-f8722ad3ce0e, host dv-cinder-760193-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-smb',level=0,port_id=b2b3234a-9085-4cdf-870f-f8722ad3ce0e,segment=NetworkSegment(550b0166-36b0-493c-bfec-62e89ef62b0b),segment_id=550b0166-36b0-493c-bfec-62e89ef62b0b)] {{(pid=83972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:20:06.439230 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:06.442818 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:20:06.547919 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-e435b49a-83ad-4ccc-8951-b11e7982285c req-94d35c60-e816-439e-941f-8d89294754cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:06.563097 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Device d4b4fc25-74ca-4d22-bdff-486b447263d2 up at agent ovs-agent-hv-cinder-76019 {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:20:06.789918 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Pushing event updated for resources: {'Port': ['ID=b2b3234a-9085-4cdf-870f-f8722ad3ce0e,revision_number=5']} {{(pid=83972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:20:06.804075 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:20:06.826379 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '640aedf0-1e0a-4718-a901-1c3817bf9b7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4b4fc25-74ca-4d22-bdff-486b447263d2', 'code': 200} Feb 17 21:20:06.842259 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Provisioning complete for port d4b4fc25-74ca-4d22-bdff-486b447263d2 triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:20:06.842748 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:07.528953 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9f2256-132a-44db-8e2c-fabba84686e6 req-66b39fd6-22e7-4274-8d65-5f15f96346ed tempest-VolumesActionsTest-423736539 tempest-VolumesActionsTest-423736539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:07.530628 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-fd9f2256-132a-44db-8e2c-fabba84686e6 req-66b39fd6-22e7-4274-8d65-5f15f96346ed tempest-VolumesActionsTest-423736539 tempest-VolumesActionsTest-423736539-project] 10.222.0.90 "GET /v2.0/ports?device_id=70e70f7d-f225-42e5-96cd-240705f2844a HTTP/1.1" status: 200 len: 931 time: 0.2928910 Feb 17 21:20:07.546501 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [req-e435b49a-83ad-4ccc-8951-b11e7982285c req-94d35c60-e816-439e-941f-8d89294754cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9dec73d-bcb3-4c56-96ff-18d41997c77a {{(pid=83971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 21:20:07.557391 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888f70eb-7ec2-4d10-9fef-597c2bf5c314 req-2ea5d132-dfbb-42ce-8275-6ab536dbbd7a tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:07.559879 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-888f70eb-7ec2-4d10-9fef-597c2bf5c314 req-2ea5d132-dfbb-42ce-8275-6ab536dbbd7a tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/ports?device_id=640aedf0-1e0a-4718-a901-1c3817bf9b7b HTTP/1.1" status: 200 len: 945 time: 0.7915475 Feb 17 21:20:07.580571 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6300adbd-ceb3-40dc-855f-6131173c4d95 req-639a702f-a2f3-408b-a069-a3ae68d2b3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:07.582904 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-6300adbd-ceb3-40dc-855f-6131173c4d95 req-639a702f-a2f3-408b-a069-a3ae68d2b3ee service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=640aedf0-1e0a-4718-a901-1c3817bf9b7b HTTP/1.1" status: 200 len: 1162 time: 0.2904184 Feb 17 21:20:07.585768 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-e435b49a-83ad-4ccc-8951-b11e7982285c req-94d35c60-e816-439e-941f-8d89294754cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:07.640810 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [req-e435b49a-83ad-4ccc-8951-b11e7982285c req-94d35c60-e816-439e-941f-8d89294754cb service neutron] Transition to ACTIVE for port object f9dec73d-bcb3-4c56-96ff-18d41997c77a will not be triggered until provisioned by entity L2. {{(pid=83971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:20:07.665485 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-e435b49a-83ad-4ccc-8951-b11e7982285c req-94d35c60-e816-439e-941f-8d89294754cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:07.685177 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-a2f80dcb-4acd-4b47-9572-ed119a6d766a tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:20:07.813951 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-fd9f2256-132a-44db-8e2c-fabba84686e6 req-8e152ce0-ac75-4085-85b2-ddd12ea9adf0 tempest-VolumesActionsTest-423736539 tempest-VolumesActionsTest-423736539-project] 10.222.0.90 "GET /v2.0/security-groups?id=e74f72f8-9772-460d-8cd7-a82da5d6847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698398 Feb 17 21:20:07.871936 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-888f70eb-7ec2-4d10-9fef-597c2bf5c314 req-35e39951-07f4-454b-80bf-1251d909577a tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/security-groups?id=fce51754-d32d-475a-91fc-501dc12703ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793562 Feb 17 21:20:07.873507 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-6300adbd-ceb3-40dc-855f-6131173c4d95 req-db5bc7eb-f2c6-4828-9005-bb9650414261 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=fce51754-d32d-475a-91fc-501dc12703ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724550 Feb 17 21:20:07.876253 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d35c60-e816-439e-941f-8d89294754cb service neutron] Pushing event updated for resources: {'Port': ['ID=f9dec73d-bcb3-4c56-96ff-18d41997c77a,revision_number=2']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:20:07.879552 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-94d35c60-e816-439e-941f-8d89294754cb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:20:07.983729 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Device b2b3234a-9085-4cdf-870f-f8722ad3ce0e up at agent ovs-agent-dv-cinder-760193-4-smb {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:20:08.133598 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [req-e435b49a-83ad-4ccc-8951-b11e7982285c req-94d35c60-e816-439e-941f-8d89294754cb service neutron] Attempting to bind port f9dec73d-bcb3-4c56-96ff-18d41997c77a on host hv-cinder-76019 for vnic_type normal with profile {{(pid=83971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 21:20:08.133948 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [req-e435b49a-83ad-4ccc-8951-b11e7982285c req-94d35c60-e816-439e-941f-8d89294754cb service neutron] Attempting to bind port f9dec73d-bcb3-4c56-96ff-18d41997c77a by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': '59b205a6-d49a-41cc-be52-7de6a265416b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '02ff27f2-a2e9-4faf-a0ff-99a76fe4e59e'}] {{(pid=83971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 21:20:08.134329 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e435b49a-83ad-4ccc-8951-b11e7982285c req-94d35c60-e816-439e-941f-8d89294754cb service neutron] Attempting to bind port f9dec73d-bcb3-4c56-96ff-18d41997c77a on network 02ff27f2-a2e9-4faf-a0ff-99a76fe4e59e {{(pid=83971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 21:20:08.137789 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Provisioning complete for port b2b3234a-9085-4cdf-870f-f8722ad3ce0e triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:20:08.138220 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:08.140556 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e435b49a-83ad-4ccc-8951-b11e7982285c req-94d35c60-e816-439e-941f-8d89294754cb service neutron] Checking agent: {'id': '6e714d21-3fd0-4fe2-be64-3af0527f8f44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 21, 15, 59), 'started_at': datetime.datetime(2021, 2, 17, 21, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 21:20:08.141232 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e435b49a-83ad-4ccc-8951-b11e7982285c req-94d35c60-e816-439e-941f-8d89294754cb service neutron] Checking segment: {'id': '59b205a6-d49a-41cc-be52-7de6a265416b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '02ff27f2-a2e9-4faf-a0ff-99a76fe4e59e'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:20:08.141644 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-e435b49a-83ad-4ccc-8951-b11e7982285c req-94d35c60-e816-439e-941f-8d89294754cb service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:08.142043 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e435b49a-83ad-4ccc-8951-b11e7982285c req-94d35c60-e816-439e-941f-8d89294754cb service neutron] Bound using segment: {'id': '59b205a6-d49a-41cc-be52-7de6a265416b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '02ff27f2-a2e9-4faf-a0ff-99a76fe4e59e'} {{(pid=83971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 21:20:08.142520 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [req-e435b49a-83ad-4ccc-8951-b11e7982285c req-94d35c60-e816-439e-941f-8d89294754cb service neutron] Bound port: f9dec73d-bcb3-4c56-96ff-18d41997c77a, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59b205a6-d49a-41cc-be52-7de6a265416b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': '02ff27f2-a2e9-4faf-a0ff-99a76fe4e59e'}}] {{(pid=83971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 21:20:08.142921 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-e435b49a-83ad-4ccc-8951-b11e7982285c req-94d35c60-e816-439e-941f-8d89294754cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:08.229867 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-65661e0d-5b50-4aac-8640-386bedcd444b req-33d6e882-9aa5-4320-b332-e4bf66af65a2 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] 10.222.0.90 "GET /v2.0/ports?device_id=cc655fdd-5440-4882-98ba-967daaa1aa2c HTTP/1.1" status: 200 len: 210 time: 0.0757596 Feb 17 21:20:08.527833 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [req-e435b49a-83ad-4ccc-8951-b11e7982285c req-94d35c60-e816-439e-941f-8d89294754cb service neutron] For port f9dec73d-bcb3-4c56-96ff-18d41997c77a, host hv-cinder-76019, cleared binding levels {{(pid=83971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 21:20:08.590215 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [req-e435b49a-83ad-4ccc-8951-b11e7982285c req-94d35c60-e816-439e-941f-8d89294754cb service neutron] For port f9dec73d-bcb3-4c56-96ff-18d41997c77a, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=f9dec73d-bcb3-4c56-96ff-18d41997c77a,segment=NetworkSegment(59b205a6-d49a-41cc-be52-7de6a265416b),segment_id=59b205a6-d49a-41cc-be52-7de6a265416b)] {{(pid=83971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 21:20:08.601841 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-e435b49a-83ad-4ccc-8951-b11e7982285c req-94d35c60-e816-439e-941f-8d89294754cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:08.620752 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-4e8a46b4-1579-4753-b233-54c204adf331 tempest-VolumesActionsTest-423736539 tempest-VolumesActionsTest-423736539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:20:08.829340 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a473b-d483-4fe5-8792-e573e9897fff req-400f9606-0940-4ca8-9713-282bcbe30e3d tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:08.830969 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-1c6a473b-d483-4fe5-8792-e573e9897fff req-400f9606-0940-4ca8-9713-282bcbe30e3d tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] 10.222.0.95 "GET /v2.0/networks?id=407c8f18-97cf-47b9-91fa-3c95f390de39 HTTP/1.1" status: 200 len: 809 time: 0.4728830 Feb 17 21:20:08.860137 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [req-1c6a473b-d483-4fe5-8792-e573e9897fff req-5999477e-c1fa-4777-981d-b1f5efa86694 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] Request body: {'port': {'device_id': 'cc655fdd-5440-4882-98ba-967daaa1aa2c', 'network_id': '407c8f18-97cf-47b9-91fa-3c95f390de39', 'admin_state_up': True, 'tenant_id': 'a50a5bcc4e084e6db92be79811667253'}} {{(pid=83971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:20:08.877839 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0e431e-0c8d-489b-9984-67bd95c7a2d9 req-69f223cb-ead2-42b1-9e12-073f82bde089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:08.879468 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-0b0e431e-0c8d-489b-9984-67bd95c7a2d9 req-69f223cb-ead2-42b1-9e12-073f82bde089 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=1e8007caa2284731820d67e6f9d57ee9&device_id=4d02e800-c249-4f02-8de5-b5f1681d4d5c HTTP/1.1" status: 200 len: 1162 time: 0.5243735 Feb 17 21:20:08.889020 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d35c60-e816-439e-941f-8d89294754cb service neutron] Pushing event updated for resources: {'Port': ['ID=f9dec73d-bcb3-4c56-96ff-18d41997c77a,revision_number=3']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:20:08.946445 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-94d35c60-e816-439e-941f-8d89294754cb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:20:08.987466 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fa5056-3d9d-4c53-8b79-a2801401f19f req-767e2174-b2e8-4412-86d8-a1090462e978 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:08.989060 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-96fa5056-3d9d-4c53-8b79-a2801401f19f req-767e2174-b2e8-4412-86d8-a1090462e978 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/ports?device_id=4d02e800-c249-4f02-8de5-b5f1681d4d5c HTTP/1.1" status: 200 len: 945 time: 0.5656314 Feb 17 21:20:09.413945 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e435b49a-83ad-4ccc-8951-b11e7982285c req-94d35c60-e816-439e-941f-8d89294754cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:09.414641 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-e435b49a-83ad-4ccc-8951-b11e7982285c req-94d35c60-e816-439e-941f-8d89294754cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768493'] for port, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:09.416180 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-e435b49a-83ad-4ccc-8951-b11e7982285c req-94d35c60-e816-439e-941f-8d89294754cb service neutron] 10.222.0.95 "PUT /v2.0/ports/f9dec73d-bcb3-4c56-96ff-18d41997c77a HTTP/1.1" status: 200 len: 1157 time: 3.1262527 Feb 17 21:20:09.416716 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70e70f7d-f225-42e5-96cd-240705f2844a', 'tag': 'f9dec73d-bcb3-4c56-96ff-18d41997c77a'}] {{(pid=83971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:20:09.456419 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-96fa5056-3d9d-4c53-8b79-a2801401f19f req-958eee69-b6c9-40ab-ac19-d2a2c3bae482 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/security-groups?id=5df91840-1d6e-47b1-b11d-86f99077f317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605690 Feb 17 21:20:09.580918 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0e431e-0c8d-489b-9984-67bd95c7a2d9 req-f4dd150c-884e-4fb4-b9e2-2353b90baeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:09.582515 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-0b0e431e-0c8d-489b-9984-67bd95c7a2d9 req-f4dd150c-884e-4fb4-b9e2-2353b90baeb6 service neutron] 10.222.0.95 "GET /v2.0/networks?id=aa2f4e05-f1b6-4d1c-a052-1a8707f48be4 HTTP/1.1" status: 200 len: 913 time: 0.6878624 Feb 17 21:20:09.583618 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [req-1c6a473b-d483-4fe5-8792-e573e9897fff req-5999477e-c1fa-4777-981d-b1f5efa86694 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:20:09.730713 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-0b0e431e-0c8d-489b-9984-67bd95c7a2d9 req-4d76994e-232f-49d9-96e5-224fca4bb0dc service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87ea2e05-f05b-4e97-acbd-e06f872addb9 HTTP/1.1" status: 200 len: 217 time: 0.1334119 Feb 17 21:20:09.738939 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [req-1c6a473b-d483-4fe5-8792-e573e9897fff req-5999477e-c1fa-4777-981d-b1f5efa86694 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:20:09.802772 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c62b7c-113d-4bd7-88a2-f76982d71a60 req-b5665b5d-f118-479d-9574-927b3a774eb4 tempest-VolumesActionsTest-423736539 tempest-VolumesActionsTest-423736539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:09.804776 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-31c62b7c-113d-4bd7-88a2-f76982d71a60 req-b5665b5d-f118-479d-9574-927b3a774eb4 tempest-VolumesActionsTest-423736539 tempest-VolumesActionsTest-423736539-project] 10.222.0.90 "GET /v2.0/ports?device_id=70e70f7d-f225-42e5-96cd-240705f2844a HTTP/1.1" status: 200 len: 943 time: 0.8597679 Feb 17 21:20:09.898122 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c6a473b-d483-4fe5-8792-e573e9897fff req-5999477e-c1fa-4777-981d-b1f5efa86694 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] Made reservation on behalf of a50a5bcc4e084e6db92be79811667253 for: {'port': 1} {{(pid=83971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:20:09.903748 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-1c6a473b-d483-4fe5-8792-e573e9897fff req-5999477e-c1fa-4777-981d-b1f5efa86694 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:09.992832 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-31c62b7c-113d-4bd7-88a2-f76982d71a60 req-995dcee1-d697-4f24-91d5-4fe6a425903b tempest-VolumesActionsTest-423736539 tempest-VolumesActionsTest-423736539-project] 10.222.0.90 "GET /v2.0/security-groups?id=e74f72f8-9772-460d-8cd7-a82da5d6847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412110 Feb 17 21:20:09.994302 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0e431e-0c8d-489b-9984-67bd95c7a2d9 req-b09682d9-c42b-4954-854d-42f641f79e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:09.996289 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-0b0e431e-0c8d-489b-9984-67bd95c7a2d9 req-b09682d9-c42b-4954-854d-42f641f79e12 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=68c4757a-1327-48d0-97b5-5af10066f5ed HTTP/1.1" status: 200 len: 859 time: 0.2001636 Feb 17 21:20:10.005205 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 36030) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:20:10.150301 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e435b49a-83ad-4ccc-8951-b11e7982285c req-d5dceeee-0a8f-4566-bec1-dd6d70ee61cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:10.151973 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-e435b49a-83ad-4ccc-8951-b11e7982285c req-d5dceeee-0a8f-4566-bec1-dd6d70ee61cd service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=ab67f1686ba540d58f9ff70344922c71&device_id=70e70f7d-f225-42e5-96cd-240705f2844a HTTP/1.1" status: 200 len: 1160 time: 0.6283300 Feb 17 21:20:10.157709 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-0b0e431e-0c8d-489b-9984-67bd95c7a2d9 req-91245782-250a-42fd-882f-fd04b2e96651 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=aa2f4e05-f1b6-4d1c-a052-1a8707f48be4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1365616 Feb 17 21:20:10.178442 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0ba68f-8b72-4960-ab10-2ec1ffe0e734 req-8e958799-d33d-461f-97e7-0de13816a99e tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:10.179966 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-fe0ba68f-8b72-4960-ab10-2ec1ffe0e734 req-8e958799-d33d-461f-97e7-0de13816a99e tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/ports?device_id=640aedf0-1e0a-4718-a901-1c3817bf9b7b HTTP/1.1" status: 200 len: 945 time: 0.4380066 Feb 17 21:20:10.266982 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f37e5f8b-7b4e-4b23-836b-eb4a1c3f76d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:10.284325 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-f37e5f8b-7b4e-4b23-836b-eb4a1c3f76d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:20:10.288988 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-f37e5f8b-7b4e-4b23-836b-eb4a1c3f76d7 admin admin] Usage tracker for resource:security_group_rule and tenant:5a899e8ab6c74bc1a2c32574acb4e3b8 is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:20:10.292227 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-f37e5f8b-7b4e-4b23-836b-eb4a1c3f76d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:20:10.298255 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-f37e5f8b-7b4e-4b23-836b-eb4a1c3f76d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:20:10.363856 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-e435b49a-83ad-4ccc-8951-b11e7982285c req-29f7d3b4-8ea8-4b2d-b0c5-f468461c9274 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9dec73d-bcb3-4c56-96ff-18d41997c77a HTTP/1.1" status: 200 len: 217 time: 0.1827390 Feb 17 21:20:10.391926 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f37e5f8b-7b4e-4b23-836b-eb4a1c3f76d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:10.394886 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f37e5f8b-7b4e-4b23-836b-eb4a1c3f76d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:10.407079 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-ad51a99d-4533-47e7-8c56-e7958632a62b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:20:10.449343 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-f37e5f8b-7b4e-4b23-836b-eb4a1c3f76d7 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=5a899e8ab6c74bc1a2c32574acb4e3b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4423802 Feb 17 21:20:10.451087 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37e5f8b-7b4e-4b23-836b-eb4a1c3f76d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdca5648-78d8-4c08-b16a-ca41af8d5404,revision_number=1']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:20:10.454465 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 36040) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:20:10.473126 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37e5f8b-7b4e-4b23-836b-eb4a1c3f76d7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:20:10.473537 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37e5f8b-7b4e-4b23-836b-eb4a1c3f76d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:20:10.473937 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37e5f8b-7b4e-4b23-836b-eb4a1c3f76d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:20:10.474330 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37e5f8b-7b4e-4b23-836b-eb4a1c3f76d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:20:10.475280 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37e5f8b-7b4e-4b23-836b-eb4a1c3f76d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:20:10.475768 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37e5f8b-7b4e-4b23-836b-eb4a1c3f76d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:20:10.476138 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37e5f8b-7b4e-4b23-836b-eb4a1c3f76d7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:20:10.476526 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37e5f8b-7b4e-4b23-836b-eb4a1c3f76d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:20:10.476909 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37e5f8b-7b4e-4b23-836b-eb4a1c3f76d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:20:10.477294 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37e5f8b-7b4e-4b23-836b-eb4a1c3f76d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:20:10.477676 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37e5f8b-7b4e-4b23-836b-eb4a1c3f76d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:20:10.478056 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37e5f8b-7b4e-4b23-836b-eb4a1c3f76d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:20:10.478473 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37e5f8b-7b4e-4b23-836b-eb4a1c3f76d7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:20:10.478877 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37e5f8b-7b4e-4b23-836b-eb4a1c3f76d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:20:10.479258 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37e5f8b-7b4e-4b23-836b-eb4a1c3f76d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:20:10.479637 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37e5f8b-7b4e-4b23-836b-eb4a1c3f76d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:20:10.480013 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37e5f8b-7b4e-4b23-836b-eb4a1c3f76d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:20:10.480388 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37e5f8b-7b4e-4b23-836b-eb4a1c3f76d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:20:10.480764 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37e5f8b-7b4e-4b23-836b-eb4a1c3f76d7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:20:10.481141 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37e5f8b-7b4e-4b23-836b-eb4a1c3f76d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:20:10.481516 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37e5f8b-7b4e-4b23-836b-eb4a1c3f76d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:20:10.481890 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37e5f8b-7b4e-4b23-836b-eb4a1c3f76d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:20:10.482267 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37e5f8b-7b4e-4b23-836b-eb4a1c3f76d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:20:10.482666 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37e5f8b-7b4e-4b23-836b-eb4a1c3f76d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:20:10.489080 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-f37e5f8b-7b4e-4b23-836b-eb4a1c3f76d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:20:10.522559 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-eb715665-7ab3-4a2f-9bfd-991683e462a9 req-eb4c4cf4-c0e9-4f4f-81c4-6cfa486a122e tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] 10.222.0.90 "GET /v2.0/ports?device_id=cc655fdd-5440-4882-98ba-967daaa1aa2c HTTP/1.1" status: 200 len: 210 time: 0.2542369 Feb 17 21:20:10.535482 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-5601c902-a429-43e4-bf2f-978c742fc520 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:10.566403 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-5601c902-a429-43e4-bf2f-978c742fc520 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:10.567267 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Device d4b4fc25-74ca-4d22-bdff-486b447263d2 up at agent ovs-agent-hv-cinder-76019 {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:20:10.599365 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-fe0ba68f-8b72-4960-ab10-2ec1ffe0e734 req-2c0bb70e-20c3-44eb-a465-098c1a5b583b tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/security-groups?id=fce51754-d32d-475a-91fc-501dc12703ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3468330 Feb 17 21:20:10.636354 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-5601c902-a429-43e4-bf2f-978c742fc520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:10.643885 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-ccc1d92e-ce79-4c4b-93ef-430b1ab5cfe6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:20:10.671727 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-5601c902-a429-43e4-bf2f-978c742fc520 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:10.677239 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-5601c902-a429-43e4-bf2f-978c742fc520 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/fdca5648-78d8-4c08-b16a-ca41af8d5404 HTTP/1.1" status: 204 len: 168 time: 0.2215068 Feb 17 21:20:10.681308 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5601c902-a429-43e4-bf2f-978c742fc520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdca5648-78d8-4c08-b16a-ca41af8d5404,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:20:10.681586 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Provisioning complete for port d4b4fc25-74ca-4d22-bdff-486b447263d2 triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:20:10.682011 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:10.685074 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-5601c902-a429-43e4-bf2f-978c742fc520 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:20:10.807686 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.db_base_plugin_common [req-1c6a473b-d483-4fe5-8792-e573e9897fff req-5999477e-c1fa-4777-981d-b1f5efa86694 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] Allocated IP 172.20.0.4 (407c8f18-97cf-47b9-91fa-3c95f390de39/183910a9-6a55-41ac-b3d7-53b1750afb54/f231cb57-786d-4caa-9186-d8fde6e003f1) {{(pid=83971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 21:20:10.860645 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70e70f7d-f225-42e5-96cd-240705f2844a', 'tag': 'f9dec73d-bcb3-4c56-96ff-18d41997c77a', 'status': 'completed', 'code': 200} Feb 17 21:20:10.876137 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e435b49a-83ad-4ccc-8951-b11e7982285c req-612e9316-1dbe-40fe-8c79-bc944a37f91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:10.877911 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-e435b49a-83ad-4ccc-8951-b11e7982285c req-612e9316-1dbe-40fe-8c79-bc944a37f91b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=28b8e2e7-c1b6-4ced-918d-3591f66335b9 HTTP/1.1" status: 200 len: 849 time: 0.4499378 Feb 17 21:20:11.019538 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-0b0e431e-0c8d-489b-9984-67bd95c7a2d9 req-48a250f8-68b5-4fcd-b2d6-656832471632 service neutron] 10.222.0.95 "GET /v2.0/networks/aa2f4e05-f1b6-4d1c-a052-1a8707f48be4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7792592 Feb 17 21:20:11.025936 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-e435b49a-83ad-4ccc-8951-b11e7982285c req-3a6662f5-33a5-44fd-ae33-6f184628ff14 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=02ff27f2-a2e9-4faf-a0ff-99a76fe4e59e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0896552 Feb 17 21:20:11.699921 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadd0433-80f9-4665-912f-0bc515a4b845 req-e2aa3408-2ead-4d1c-a87e-8b07fd394021 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:11.701468 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-dadd0433-80f9-4665-912f-0bc515a4b845 req-e2aa3408-2ead-4d1c-a87e-8b07fd394021 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/ports?device_id=4d02e800-c249-4f02-8de5-b5f1681d4d5c HTTP/1.1" status: 200 len: 945 time: 0.8335981 Feb 17 21:20:11.761157 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-e435b49a-83ad-4ccc-8951-b11e7982285c req-a52117cd-3f35-48d6-97d7-46c06988e1c0 service neutron] 10.222.0.95 "GET /v2.0/networks/02ff27f2-a2e9-4faf-a0ff-99a76fe4e59e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7131083 Feb 17 21:20:11.772295 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-0b0e431e-0c8d-489b-9984-67bd95c7a2d9 req-1fb5d6f4-9069-4e29-9bfb-7e10da776334 service neutron] 10.222.0.95 "GET /v2.0/networks/aa2f4e05-f1b6-4d1c-a052-1a8707f48be4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7453654 Feb 17 21:20:11.778362 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-1c6a473b-d483-4fe5-8792-e573e9897fff req-5999477e-c1fa-4777-981d-b1f5efa86694 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] Notify callbacks [] for port, precommit_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:11.889893 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe6f3a8-1bf4-4a1b-b9a2-f335960dc2f4 req-e518af60-3260-45e8-9d73-782b16cd91fe tempest-VolumesActionsTest-423736539 tempest-VolumesActionsTest-423736539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:11.891562 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-ffe6f3a8-1bf4-4a1b-b9a2-f335960dc2f4 req-e518af60-3260-45e8-9d73-782b16cd91fe tempest-VolumesActionsTest-423736539 tempest-VolumesActionsTest-423736539-project] 10.222.0.90 "GET /v2.0/ports?device_id=70e70f7d-f225-42e5-96cd-240705f2844a HTTP/1.1" status: 200 len: 943 time: 0.7395158 Feb 17 21:20:11.934644 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-dadd0433-80f9-4665-912f-0bc515a4b845 req-248d5200-e12b-4b22-9385-23604b0f3638 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/security-groups?id=5df91840-1d6e-47b1-b11d-86f99077f317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104101 Feb 17 21:20:12.007802 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-ffe6f3a8-1bf4-4a1b-b9a2-f335960dc2f4 req-5557aefe-1af8-47a8-be1b-2bab28515dfe tempest-VolumesActionsTest-423736539 tempest-VolumesActionsTest-423736539-project] 10.222.0.90 "GET /v2.0/security-groups?id=e74f72f8-9772-460d-8cd7-a82da5d6847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017089 Feb 17 21:20:12.018342 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-e435b49a-83ad-4ccc-8951-b11e7982285c req-c73642c7-b684-4103-b458-36a16a6471cc service neutron] 10.222.0.95 "GET /v2.0/networks/02ff27f2-a2e9-4faf-a0ff-99a76fe4e59e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2350566 Feb 17 21:20:12.031024 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-1c6a473b-d483-4fe5-8792-e573e9897fff req-5999477e-c1fa-4777-981d-b1f5efa86694 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782347517401'] for port, after_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:12.039064 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:20:12.357752 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5999477e-c1fa-4777-981d-b1f5efa86694 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] Pushing event updated for resources: {'Port': ['ID=f231cb57-786d-4caa-9186-d8fde6e003f1,revision_number=1']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:20:12.368759 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-5999477e-c1fa-4777-981d-b1f5efa86694 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:20:12.442019 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1b9f43-0392-4894-bc96-b1165276f49a req-1d532122-6c1f-4851-8000-4195ea9ebc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:12.444175 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-fb1b9f43-0392-4894-bc96-b1165276f49a req-1d532122-6c1f-4851-8000-4195ea9ebc50 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=ab67f1686ba540d58f9ff70344922c71&device_id=70e70f7d-f225-42e5-96cd-240705f2844a HTTP/1.1" status: 200 len: 1160 time: 0.3335733 Feb 17 21:20:12.453513 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313dc593-e6a2-4dac-a522-380a6ee16038 req-e20efe42-0900-405b-ac38-c744eea14570 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:12.455178 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-313dc593-e6a2-4dac-a522-380a6ee16038 req-e20efe42-0900-405b-ac38-c744eea14570 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] 10.222.0.90 "GET /v2.0/ports?device_id=cc655fdd-5440-4882-98ba-967daaa1aa2c HTTP/1.1" status: 200 len: 931 time: 0.2322509 Feb 17 21:20:12.494337 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c6a473b-d483-4fe5-8792-e573e9897fff req-5999477e-c1fa-4777-981d-b1f5efa86694 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] Network 407c8f18-97cf-47b9-91fa-3c95f390de39 is already hosted by enough agents. {{(pid=83971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:20:12.561468 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.base_scheduler [req-1c6a473b-d483-4fe5-8792-e573e9897fff req-5999477e-c1fa-4777-981d-b1f5efa86694 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] Resources bound (agent type, host, resource id): {{(pid=83971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:20:12.574262 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c6a473b-d483-4fe5-8792-e573e9897fff req-5999477e-c1fa-4777-981d-b1f5efa86694 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] Received port after_create {{(pid=83971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 21:20:12.578652 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a473b-d483-4fe5-8792-e573e9897fff req-5999477e-c1fa-4777-981d-b1f5efa86694 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:12.579322 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-1c6a473b-d483-4fe5-8792-e573e9897fff req-5999477e-c1fa-4777-981d-b1f5efa86694 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768493'] for port, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:12.684857 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-313dc593-e6a2-4dac-a522-380a6ee16038 req-40bd01b4-15d9-47ac-94b8-e9368a3de098 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] 10.222.0.90 "GET /v2.0/security-groups?id=d6b64051-caf7-4d45-aa1e-bcaca4be81ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966009 Feb 17 21:20:12.720083 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-1c6a473b-d483-4fe5-8792-e573e9897fff req-5999477e-c1fa-4777-981d-b1f5efa86694 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8757541 Feb 17 21:20:12.742894 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [req-1c6a473b-d483-4fe5-8792-e573e9897fff req-c3b6ab49-27a7-416a-b20a-cd2ef1997b44 service neutron] Request body: {'port': {'device_id': 'cc655fdd-5440-4882-98ba-967daaa1aa2c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:20:12.811995 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae607ef0-f2ac-4461-b827-8d025d68c483 req-c32be226-9faa-45d0-ac34-8a69665dcc7c tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:12.813612 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-ae607ef0-f2ac-4461-b827-8d025d68c483 req-c32be226-9faa-45d0-ac34-8a69665dcc7c tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/ports?device_id=640aedf0-1e0a-4718-a901-1c3817bf9b7b HTTP/1.1" status: 200 len: 945 time: 0.2535236 Feb 17 21:20:12.824369 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1b9f43-0392-4894-bc96-b1165276f49a req-44c49f7f-968c-40b1-8f58-3d8b4a2333ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:12.825851 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-fb1b9f43-0392-4894-bc96-b1165276f49a req-44c49f7f-968c-40b1-8f58-3d8b4a2333ff service neutron] 10.222.0.95 "GET /v2.0/networks?id=02ff27f2-a2e9-4faf-a0ff-99a76fe4e59e HTTP/1.1" status: 200 len: 903 time: 0.3661926 Feb 17 21:20:12.965181 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-fb1b9f43-0392-4894-bc96-b1165276f49a req-3c4bf0d2-f972-4d98-ae00-bff5401d6cac service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9dec73d-bcb3-4c56-96ff-18d41997c77a HTTP/1.1" status: 200 len: 217 time: 0.1202364 Feb 17 21:20:13.047882 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-ae607ef0-f2ac-4461-b827-8d025d68c483 req-1d6c8af6-9919-459e-b3da-3bcccda38da4 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/security-groups?id=fce51754-d32d-475a-91fc-501dc12703ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247579 Feb 17 21:20:13.058369 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-1c6a473b-d483-4fe5-8792-e573e9897fff req-c3b6ab49-27a7-416a-b20a-cd2ef1997b44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:13.186159 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1b9f43-0392-4894-bc96-b1165276f49a req-d512be44-51d4-498a-9b02-597a8088783f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:13.188129 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-fb1b9f43-0392-4894-bc96-b1165276f49a req-d512be44-51d4-498a-9b02-597a8088783f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=28b8e2e7-c1b6-4ced-918d-3591f66335b9 HTTP/1.1" status: 200 len: 849 time: 0.2091763 Feb 17 21:20:13.206706 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.agents_db [None req-d7035ca1-ab1a-4600-abec-6b06ab5f95db None None] Agent healthcheck: found 6 active agents {{(pid=83973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 21:20:13.347404 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-fb1b9f43-0392-4894-bc96-b1165276f49a req-162f19f6-06b5-4bc1-9149-d90d006b1c71 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=02ff27f2-a2e9-4faf-a0ff-99a76fe4e59e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1399355 Feb 17 21:20:13.754947 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfdd052-cb7b-47f8-a127-d88403964f08 req-721564be-b84d-441e-9073-aa6ef58abefe tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:13.757141 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-9cfdd052-cb7b-47f8-a127-d88403964f08 req-721564be-b84d-441e-9073-aa6ef58abefe tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/ports?device_id=4d02e800-c249-4f02-8de5-b5f1681d4d5c HTTP/1.1" status: 200 len: 945 time: 0.6785054 Feb 17 21:20:13.899099 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-9cfdd052-cb7b-47f8-a127-d88403964f08 req-718c1020-0366-454d-9b87-545bbedcf1cf tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/security-groups?id=5df91840-1d6e-47b1-b11d-86f99077f317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293688 Feb 17 21:20:13.905257 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed22abd9-1415-4d72-95c7-64a5bdfa9ef8 req-c11b44de-29e0-4edd-9c29-fae523232dcf tempest-VolumesActionsTest-423736539 tempest-VolumesActionsTest-423736539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:13.906834 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-ed22abd9-1415-4d72-95c7-64a5bdfa9ef8 req-c11b44de-29e0-4edd-9c29-fae523232dcf tempest-VolumesActionsTest-423736539 tempest-VolumesActionsTest-423736539-project] 10.222.0.90 "GET /v2.0/ports?device_id=70e70f7d-f225-42e5-96cd-240705f2844a HTTP/1.1" status: 200 len: 943 time: 0.6983252 Feb 17 21:20:13.968574 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-fb1b9f43-0392-4894-bc96-b1165276f49a req-a9252fe9-f11c-4b3a-bfb2-f8018ad73fc0 service neutron] 10.222.0.95 "GET /v2.0/networks/02ff27f2-a2e9-4faf-a0ff-99a76fe4e59e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6019983 Feb 17 21:20:14.176603 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-ed22abd9-1415-4d72-95c7-64a5bdfa9ef8 req-c63e484c-f961-46ab-abac-6c6b5a45ef6e tempest-VolumesActionsTest-423736539 tempest-VolumesActionsTest-423736539-project] 10.222.0.90 "GET /v2.0/security-groups?id=e74f72f8-9772-460d-8cd7-a82da5d6847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156761 Feb 17 21:20:14.281112 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-fb1b9f43-0392-4894-bc96-b1165276f49a req-73e6bcfa-1f33-4309-a97b-9ff5031dd8e4 service neutron] 10.222.0.95 "GET /v2.0/networks/02ff27f2-a2e9-4faf-a0ff-99a76fe4e59e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2889793 Feb 17 21:20:14.296370 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1447ba60-05c1-4cc8-97ac-bae29037894e req-d4c9c89d-0822-4502-9c57-2e4ce0004ce5 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:14.297163 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-1447ba60-05c1-4cc8-97ac-bae29037894e req-d4c9c89d-0822-4502-9c57-2e4ce0004ce5 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] Synchronizing usage tracker for tenant:a50a5bcc4e084e6db92be79811667253 on resource:port {{(pid=83971) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:20:14.378831 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-1447ba60-05c1-4cc8-97ac-bae29037894e req-d4c9c89d-0822-4502-9c57-2e4ce0004ce5 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] Unset dirty status for tenant:a50a5bcc4e084e6db92be79811667253 on resource:port {{(pid=83971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:20:14.380159 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-1447ba60-05c1-4cc8-97ac-bae29037894e req-d4c9c89d-0822-4502-9c57-2e4ce0004ce5 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] 10.222.0.90 "GET /v2.0/ports?device_id=cc655fdd-5440-4882-98ba-967daaa1aa2c HTTP/1.1" status: 200 len: 931 time: 0.3552170 Feb 17 21:20:14.384350 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [req-1c6a473b-d483-4fe5-8792-e573e9897fff req-c3b6ab49-27a7-416a-b20a-cd2ef1997b44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f231cb57-786d-4caa-9186-d8fde6e003f1 {{(pid=83971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 21:20:14.406723 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-1c6a473b-d483-4fe5-8792-e573e9897fff req-c3b6ab49-27a7-416a-b20a-cd2ef1997b44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:14.436680 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [req-1c6a473b-d483-4fe5-8792-e573e9897fff req-c3b6ab49-27a7-416a-b20a-cd2ef1997b44 service neutron] Transition to ACTIVE for port object f231cb57-786d-4caa-9186-d8fde6e003f1 will not be triggered until provisioned by entity L2. {{(pid=83971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:20:14.443285 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-1c6a473b-d483-4fe5-8792-e573e9897fff req-c3b6ab49-27a7-416a-b20a-cd2ef1997b44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:14.461256 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-81d79a23-3e8f-4069-a4c1-3e6644c48a73 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:20:14.554457 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-1447ba60-05c1-4cc8-97ac-bae29037894e req-e837e1cd-8e1c-4fcc-ae15-97bd7256324b tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] 10.222.0.90 "GET /v2.0/security-groups?id=d6b64051-caf7-4d45-aa1e-bcaca4be81ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650951 Feb 17 21:20:14.603749 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b6ab49-27a7-416a-b20a-cd2ef1997b44 service neutron] Pushing event updated for resources: {'Port': ['ID=f231cb57-786d-4caa-9186-d8fde6e003f1,revision_number=2']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:20:14.608178 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-c3b6ab49-27a7-416a-b20a-cd2ef1997b44 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:20:14.718278 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.objects.ports [None req-87012ad0-0c43-4e88-820f-8907dc4f77dd None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83972) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 21:20:14.751320 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [req-1c6a473b-d483-4fe5-8792-e573e9897fff req-c3b6ab49-27a7-416a-b20a-cd2ef1997b44 service neutron] Attempting to bind port f231cb57-786d-4caa-9186-d8fde6e003f1 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=83971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 21:20:14.751701 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [req-1c6a473b-d483-4fe5-8792-e573e9897fff req-c3b6ab49-27a7-416a-b20a-cd2ef1997b44 service neutron] Attempting to bind port f231cb57-786d-4caa-9186-d8fde6e003f1 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': '08ce18e3-b8b4-42a4-b3b1-cfb0095e7e98', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '407c8f18-97cf-47b9-91fa-3c95f390de39'}] {{(pid=83971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 21:20:14.752072 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6a473b-d483-4fe5-8792-e573e9897fff req-c3b6ab49-27a7-416a-b20a-cd2ef1997b44 service neutron] Attempting to bind port f231cb57-786d-4caa-9186-d8fde6e003f1 on network 407c8f18-97cf-47b9-91fa-3c95f390de39 {{(pid=83971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 21:20:14.759030 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6a473b-d483-4fe5-8792-e573e9897fff req-c3b6ab49-27a7-416a-b20a-cd2ef1997b44 service neutron] Checking agent: {'id': '6e714d21-3fd0-4fe2-be64-3af0527f8f44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 21, 15, 59), 'started_at': datetime.datetime(2021, 2, 17, 21, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 21:20:14.759409 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6a473b-d483-4fe5-8792-e573e9897fff req-c3b6ab49-27a7-416a-b20a-cd2ef1997b44 service neutron] Checking segment: {'id': '08ce18e3-b8b4-42a4-b3b1-cfb0095e7e98', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '407c8f18-97cf-47b9-91fa-3c95f390de39'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:20:14.759818 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-1c6a473b-d483-4fe5-8792-e573e9897fff req-c3b6ab49-27a7-416a-b20a-cd2ef1997b44 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:14.760320 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6a473b-d483-4fe5-8792-e573e9897fff req-c3b6ab49-27a7-416a-b20a-cd2ef1997b44 service neutron] Bound using segment: {'id': '08ce18e3-b8b4-42a4-b3b1-cfb0095e7e98', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '407c8f18-97cf-47b9-91fa-3c95f390de39'} {{(pid=83971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 21:20:14.760689 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [req-1c6a473b-d483-4fe5-8792-e573e9897fff req-c3b6ab49-27a7-416a-b20a-cd2ef1997b44 service neutron] Bound port: f231cb57-786d-4caa-9186-d8fde6e003f1, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08ce18e3-b8b4-42a4-b3b1-cfb0095e7e98', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '407c8f18-97cf-47b9-91fa-3c95f390de39'}}] {{(pid=83971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 21:20:14.761106 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-1c6a473b-d483-4fe5-8792-e573e9897fff req-c3b6ab49-27a7-416a-b20a-cd2ef1997b44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:14.874968 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [req-1c6a473b-d483-4fe5-8792-e573e9897fff req-c3b6ab49-27a7-416a-b20a-cd2ef1997b44 service neutron] For port f231cb57-786d-4caa-9186-d8fde6e003f1, host hv-cinder-76019, cleared binding levels {{(pid=83971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 21:20:14.878110 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [req-1c6a473b-d483-4fe5-8792-e573e9897fff req-c3b6ab49-27a7-416a-b20a-cd2ef1997b44 service neutron] For port f231cb57-786d-4caa-9186-d8fde6e003f1, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=f231cb57-786d-4caa-9186-d8fde6e003f1,segment=NetworkSegment(08ce18e3-b8b4-42a4-b3b1-cfb0095e7e98),segment_id=08ce18e3-b8b4-42a4-b3b1-cfb0095e7e98)] {{(pid=83971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 21:20:14.883410 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-1c6a473b-d483-4fe5-8792-e573e9897fff req-c3b6ab49-27a7-416a-b20a-cd2ef1997b44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:14.901118 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:20:15.075252 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b6ab49-27a7-416a-b20a-cd2ef1997b44 service neutron] Pushing event updated for resources: {'Port': ['ID=f231cb57-786d-4caa-9186-d8fde6e003f1,revision_number=3']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:20:15.080884 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-c3b6ab49-27a7-416a-b20a-cd2ef1997b44 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:20:15.210485 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a473b-d483-4fe5-8792-e573e9897fff req-c3b6ab49-27a7-416a-b20a-cd2ef1997b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:15.211252 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-1c6a473b-d483-4fe5-8792-e573e9897fff req-c3b6ab49-27a7-416a-b20a-cd2ef1997b44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768493'] for port, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:15.212612 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-1c6a473b-d483-4fe5-8792-e573e9897fff req-c3b6ab49-27a7-416a-b20a-cd2ef1997b44 service neutron] 10.222.0.95 "PUT /v2.0/ports/f231cb57-786d-4caa-9186-d8fde6e003f1 HTTP/1.1" status: 200 len: 1157 time: 2.4757574 Feb 17 21:20:15.213988 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc655fdd-5440-4882-98ba-967daaa1aa2c', 'tag': 'f231cb57-786d-4caa-9186-d8fde6e003f1'}] {{(pid=83971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:20:15.236961 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17daad9-9fae-44c7-bc59-e978b92669dc req-8119683c-4fec-44aa-87e2-17be4f8a23db tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:15.238869 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b17daad9-9fae-44c7-bc59-e978b92669dc req-8119683c-4fec-44aa-87e2-17be4f8a23db tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/ports?device_id=4d02e800-c249-4f02-8de5-b5f1681d4d5c HTTP/1.1" status: 200 len: 945 time: 0.1392574 Feb 17 21:20:15.364371 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b17daad9-9fae-44c7-bc59-e978b92669dc req-db4af4df-46ed-460b-8259-018dce893f77 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/security-groups?id=5df91840-1d6e-47b1-b11d-86f99077f317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168456 Feb 17 21:20:15.453126 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a473b-d483-4fe5-8792-e573e9897fff req-95702e60-462d-48c2-8514-06bbbb6ba582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:15.454905 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-1c6a473b-d483-4fe5-8792-e573e9897fff req-95702e60-462d-48c2-8514-06bbbb6ba582 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=a50a5bcc4e084e6db92be79811667253&device_id=cc655fdd-5440-4882-98ba-967daaa1aa2c HTTP/1.1" status: 200 len: 1160 time: 0.1862273 Feb 17 21:20:15.590209 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-1c6a473b-d483-4fe5-8792-e573e9897fff req-ecb21c14-f842-49be-849a-d263f6a83ef9 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f231cb57-786d-4caa-9186-d8fde6e003f1 HTTP/1.1" status: 200 len: 217 time: 0.1226969 Feb 17 21:20:15.663561 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Device f9dec73d-bcb3-4c56-96ff-18d41997c77a up at agent ovs-agent-hv-cinder-76019 {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:20:15.689980 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6a473b-d483-4fe5-8792-e573e9897fff req-ae7d9c66-5df7-4b21-895c-b685eb6178d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:15.691607 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-1c6a473b-d483-4fe5-8792-e573e9897fff req-ae7d9c66-5df7-4b21-895c-b685eb6178d8 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=183910a9-6a55-41ac-b3d7-53b1750afb54 HTTP/1.1" status: 200 len: 849 time: 0.0901983 Feb 17 21:20:15.699300 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8021ae3-3973-4ba6-be7d-c997533395fe req-ee6430d8-416f-4f7e-a340-1dd65770f2f4 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:15.700840 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-c8021ae3-3973-4ba6-be7d-c997533395fe req-ee6430d8-416f-4f7e-a340-1dd65770f2f4 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/ports?device_id=1f6b1a26-7928-4ad0-830f-a3920bfcc037 HTTP/1.1" status: 200 len: 946 time: 0.3087699 Feb 17 21:20:15.744493 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Provisioning for port f9dec73d-bcb3-4c56-96ff-18d41997c77a completed by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:20:15.749929 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Provisioning complete for port f9dec73d-bcb3-4c56-96ff-18d41997c77a triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:20:15.750594 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:15.768938 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-1c6a473b-d483-4fe5-8792-e573e9897fff req-83ab9bc1-9d47-4c4e-8fa4-e87125809dad service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=407c8f18-97cf-47b9-91fa-3c95f390de39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670011 Feb 17 21:20:15.785942 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd22ccf-5483-4a55-8a84-074c85e94ec6 req-11147626-692f-45f3-864b-bb2c02accf0e tempest-VolumesActionsTest-423736539 tempest-VolumesActionsTest-423736539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:15.787708 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-2bd22ccf-5483-4a55-8a84-074c85e94ec6 req-11147626-692f-45f3-864b-bb2c02accf0e tempest-VolumesActionsTest-423736539 tempest-VolumesActionsTest-423736539-project] 10.222.0.90 "GET /v2.0/ports?device_id=70e70f7d-f225-42e5-96cd-240705f2844a HTTP/1.1" status: 200 len: 943 time: 0.2600880 Feb 17 21:20:15.916144 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:15.951536 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-c8021ae3-3973-4ba6-be7d-c997533395fe req-818b7957-531f-49d6-8ecc-c1ad27ae308c tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/security-groups?id=50953140-8b47-4d38-9ad3-ba74e3f5ff3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2044947 Feb 17 21:20:15.952188 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70e70f7d-f225-42e5-96cd-240705f2844a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9dec73d-bcb3-4c56-96ff-18d41997c77a'}] {{(pid=83972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:20:15.971539 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] For port f9dec73d-bcb3-4c56-96ff-18d41997c77a, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=f9dec73d-bcb3-4c56-96ff-18d41997c77a,segment=NetworkSegment(59b205a6-d49a-41cc-be52-7de6a265416b),segment_id=59b205a6-d49a-41cc-be52-7de6a265416b)] {{(pid=83972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:20:15.971539 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:15.971539 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Device 87ea2e05-f05b-4e97-acbd-e06f872addb9 up at agent ovs-agent-hv-cinder-76019 {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:20:15.981103 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-2bd22ccf-5483-4a55-8a84-074c85e94ec6 req-0ea2bd07-e719-4da7-bc79-b18f3e6e2544 tempest-VolumesActionsTest-423736539 tempest-VolumesActionsTest-423736539-project] 10.222.0.90 "GET /v2.0/security-groups?id=e74f72f8-9772-460d-8cd7-a82da5d6847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690841 Feb 17 21:20:16.029905 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-505b26da-7734-4600-b462-1e3ac3f40266 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:20:16.043770 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-1c6a473b-d483-4fe5-8792-e573e9897fff req-492e78b2-8eea-4a11-bffb-175ab2635ae8 service neutron] 10.222.0.95 "GET /v2.0/networks/407c8f18-97cf-47b9-91fa-3c95f390de39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546611 Feb 17 21:20:16.045616 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc655fdd-5440-4882-98ba-967daaa1aa2c', 'tag': 'f231cb57-786d-4caa-9186-d8fde6e003f1', 'status': 'completed', 'code': 200} Feb 17 21:20:16.097138 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70e70f7d-f225-42e5-96cd-240705f2844a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9dec73d-bcb3-4c56-96ff-18d41997c77a', 'code': 200} Feb 17 21:20:16.123246 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Pushing event updated for resources: {'Port': ['ID=f9dec73d-bcb3-4c56-96ff-18d41997c77a,revision_number=4']} {{(pid=83972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:20:16.134026 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:20:16.134410 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:20:16.134826 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:20:16.135198 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:20:16.135562 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:20:16.135925 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:20:16.136285 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:20:16.136648 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:20:16.137022 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:20:16.137358 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:20:16.137717 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:20:16.138066 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:20:16.138462 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:20:16.138839 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:20:16.139195 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:20:16.139549 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:20:16.139902 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:20:16.140255 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:20:16.140611 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:20:16.140968 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:20:16.141322 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:20:16.141782 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:20:16.142010 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:20:16.142359 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:20:16.148540 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:20:16.172638 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Provisioning complete for port 87ea2e05-f05b-4e97-acbd-e06f872addb9 triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:20:16.173121 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:16.316995 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-1c6a473b-d483-4fe5-8792-e573e9897fff req-1dbea367-60b3-40f3-a9df-aad9c3d83982 service neutron] 10.222.0.95 "GET /v2.0/networks/407c8f18-97cf-47b9-91fa-3c95f390de39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2515206 Feb 17 21:20:16.325184 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78658c10-0bd5-4b1e-86bf-489356f0c1f6 req-71e5840b-07b9-45d9-b5a0-1a9f10873896 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:16.326740 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-78658c10-0bd5-4b1e-86bf-489356f0c1f6 req-71e5840b-07b9-45d9-b5a0-1a9f10873896 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] 10.222.0.90 "GET /v2.0/ports?device_id=cc655fdd-5440-4882-98ba-967daaa1aa2c HTTP/1.1" status: 200 len: 943 time: 0.2159646 Feb 17 21:20:16.489273 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-78658c10-0bd5-4b1e-86bf-489356f0c1f6 req-e44c301d-f3e8-4991-a430-4dcdc81ee0b9 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] 10.222.0.90 "GET /v2.0/security-groups?id=d6b64051-caf7-4d45-aa1e-bcaca4be81ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561587 Feb 17 21:20:16.523721 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9767cbc0-5c7d-4e41-8aaa-6b4a075522e1 req-a638f27c-4a0b-4edd-b0ff-47a67b918d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:16.525314 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-9767cbc0-5c7d-4e41-8aaa-6b4a075522e1 req-a638f27c-4a0b-4edd-b0ff-47a67b918d46 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=a50a5bcc4e084e6db92be79811667253&device_id=cc655fdd-5440-4882-98ba-967daaa1aa2c HTTP/1.1" status: 200 len: 1160 time: 0.1308644 Feb 17 21:20:16.528153 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86691a9-88cc-458f-a655-54d0e76b5b6f req-72e13164-694a-4898-a261-a5f1df0e8145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:16.529625 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-a86691a9-88cc-458f-a655-54d0e76b5b6f req-72e13164-694a-4898-a261-a5f1df0e8145 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=70e70f7d-f225-42e5-96cd-240705f2844a HTTP/1.1" status: 200 len: 1162 time: 0.1804705 Feb 17 21:20:16.556563 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Device f9dec73d-bcb3-4c56-96ff-18d41997c77a up at agent ovs-agent-hv-cinder-76019 {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:20:16.643932 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Provisioning complete for port f9dec73d-bcb3-4c56-96ff-18d41997c77a triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:20:16.644351 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:16.893186 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-a86691a9-88cc-458f-a655-54d0e76b5b6f req-1338deec-f68b-4bf7-95f4-51c53c55564a service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=e74f72f8-9772-460d-8cd7-a82da5d6847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3256905 Feb 17 21:20:16.932340 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9767cbc0-5c7d-4e41-8aaa-6b4a075522e1 req-660d6570-5b27-4fd4-a6fc-a60c475801b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:16.933918 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-9767cbc0-5c7d-4e41-8aaa-6b4a075522e1 req-660d6570-5b27-4fd4-a6fc-a60c475801b5 service neutron] 10.222.0.95 "GET /v2.0/networks?id=407c8f18-97cf-47b9-91fa-3c95f390de39 HTTP/1.1" status: 200 len: 903 time: 0.3899834 Feb 17 21:20:17.264291 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-9767cbc0-5c7d-4e41-8aaa-6b4a075522e1 req-5725cb8e-d178-4abd-8aef-fa1007f8386f service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f231cb57-786d-4caa-9186-d8fde6e003f1 HTTP/1.1" status: 200 len: 217 time: 0.0918462 Feb 17 21:20:17.356747 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a86a22-b6b8-4cdd-a985-783851d605d2 req-4e109481-cc34-47b1-97f7-3a07fd52a4bd tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:17.357747 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-90a86a22-b6b8-4cdd-a985-783851d605d2 req-4e109481-cc34-47b1-97f7-3a07fd52a4bd tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/ports?device_id=1f6b1a26-7928-4ad0-830f-a3920bfcc037 HTTP/1.1" status: 200 len: 946 time: 0.2875810 Feb 17 21:20:17.371652 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9767cbc0-5c7d-4e41-8aaa-6b4a075522e1 req-614f2558-7f3f-4047-adc9-d4d4833b2aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:17.373158 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-9767cbc0-5c7d-4e41-8aaa-6b4a075522e1 req-614f2558-7f3f-4047-adc9-d4d4833b2aec service neutron] 10.222.0.95 "GET /v2.0/subnets?id=183910a9-6a55-41ac-b3d7-53b1750afb54 HTTP/1.1" status: 200 len: 849 time: 0.0972433 Feb 17 21:20:17.394179 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a8cfab-3dc7-4006-a0a6-b7fa111c18c4 req-809c58ef-f457-43eb-bf86-482ceacb9e26 tempest-VolumesActionsTest-423736539 tempest-VolumesActionsTest-423736539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:17.396305 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-c8a8cfab-3dc7-4006-a0a6-b7fa111c18c4 req-809c58ef-f457-43eb-bf86-482ceacb9e26 tempest-VolumesActionsTest-423736539 tempest-VolumesActionsTest-423736539-project] 10.222.0.90 "GET /v2.0/ports?device_id=70e70f7d-f225-42e5-96cd-240705f2844a HTTP/1.1" status: 200 len: 945 time: 0.2635720 Feb 17 21:20:17.466332 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-9767cbc0-5c7d-4e41-8aaa-6b4a075522e1 req-f9f68fd4-005b-4611-b7cc-7e1f312e980a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=407c8f18-97cf-47b9-91fa-3c95f390de39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683582 Feb 17 21:20:17.582131 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-90a86a22-b6b8-4cdd-a985-783851d605d2 req-aa7de59e-69fe-4847-956f-cfe6d8dc589c tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/security-groups?id=50953140-8b47-4d38-9ad3-ba74e3f5ff3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2123041 Feb 17 21:20:17.603896 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-c8a8cfab-3dc7-4006-a0a6-b7fa111c18c4 req-ed6137fd-2161-49be-8ee3-425c51cf6abb tempest-VolumesActionsTest-423736539 tempest-VolumesActionsTest-423736539-project] 10.222.0.90 "GET /v2.0/security-groups?id=e74f72f8-9772-460d-8cd7-a82da5d6847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639714 Feb 17 21:20:17.656020 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-9767cbc0-5c7d-4e41-8aaa-6b4a075522e1 req-ba39060c-4f89-45b7-9ea2-5873c1e9b4fa service neutron] 10.222.0.95 "GET /v2.0/networks/407c8f18-97cf-47b9-91fa-3c95f390de39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735477 Feb 17 21:20:17.954956 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-9767cbc0-5c7d-4e41-8aaa-6b4a075522e1 req-ad8caf50-fe51-45f9-9f0f-e491bf34638d service neutron] 10.222.0.95 "GET /v2.0/networks/407c8f18-97cf-47b9-91fa-3c95f390de39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2876670 Feb 17 21:20:17.972756 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f841d4-9091-45d0-b328-00319a7367a4 req-c2332c17-98b2-437d-ab4c-8dfb0de67fba tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:17.974999 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-53f841d4-9091-45d0-b328-00319a7367a4 req-c2332c17-98b2-437d-ab4c-8dfb0de67fba tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] 10.222.0.90 "GET /v2.0/ports?device_id=cc655fdd-5440-4882-98ba-967daaa1aa2c HTTP/1.1" status: 200 len: 943 time: 0.2211599 Feb 17 21:20:17.981554 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6348ba6c-5b98-45d9-9540-1814f1c664f8 req-f0da6012-ee05-418d-be30-739ea999cc96 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:17.983129 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-6348ba6c-5b98-45d9-9540-1814f1c664f8 req-f0da6012-ee05-418d-be30-739ea999cc96 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/ports?device_id=4d02e800-c249-4f02-8de5-b5f1681d4d5c HTTP/1.1" status: 200 len: 945 time: 0.2287047 Feb 17 21:20:18.060767 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-53f841d4-9091-45d0-b328-00319a7367a4 req-2d9c7df3-d9c4-4800-bbf2-42e0e240c065 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] 10.222.0.90 "GET /v2.0/security-groups?id=d6b64051-caf7-4d45-aa1e-bcaca4be81ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765240 Feb 17 21:20:18.065277 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-6348ba6c-5b98-45d9-9540-1814f1c664f8 req-c98783d8-4c37-4545-9aed-fa2937494c3b tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/security-groups?id=5df91840-1d6e-47b1-b11d-86f99077f317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640340 Feb 17 21:20:18.641347 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Device f9dec73d-bcb3-4c56-96ff-18d41997c77a up at agent ovs-agent-hv-cinder-76019 {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:20:18.751368 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Provisioning complete for port f9dec73d-bcb3-4c56-96ff-18d41997c77a triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:20:18.752152 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:18.804712 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663fc981-eaaa-4a1b-89a6-de1dafae6fa5 req-61aa0cc3-eae1-4dd1-afaa-f1d4361a9ae2 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:18.806292 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-663fc981-eaaa-4a1b-89a6-de1dafae6fa5 req-61aa0cc3-eae1-4dd1-afaa-f1d4361a9ae2 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/ports?device_id=1f6b1a26-7928-4ad0-830f-a3920bfcc037 HTTP/1.1" status: 200 len: 946 time: 0.0989954 Feb 17 21:20:18.923986 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-663fc981-eaaa-4a1b-89a6-de1dafae6fa5 req-91453c8d-6ab6-460e-84e2-f264b12198e4 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/security-groups?id=50953140-8b47-4d38-9ad3-ba74e3f5ff3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106234 Feb 17 21:20:18.948867 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf0c60c-6c04-4621-bd13-d70e28253c9a req-37a48a99-30ac-4751-b759-9138d38e091a tempest-VolumesActionsTest-423736539 tempest-VolumesActionsTest-423736539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:18.950062 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-3cf0c60c-6c04-4621-bd13-d70e28253c9a req-37a48a99-30ac-4751-b759-9138d38e091a tempest-VolumesActionsTest-423736539 tempest-VolumesActionsTest-423736539-project] 10.222.0.90 "GET /v2.0/ports?device_id=70e70f7d-f225-42e5-96cd-240705f2844a HTTP/1.1" status: 200 len: 945 time: 0.1188228 Feb 17 21:20:18.999061 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-3cf0c60c-6c04-4621-bd13-d70e28253c9a req-abc6ea3e-9c67-40d2-baf0-7ebb7a4dca97 tempest-VolumesActionsTest-423736539 tempest-VolumesActionsTest-423736539-project] 10.222.0.90 "GET /v2.0/security-groups?id=e74f72f8-9772-460d-8cd7-a82da5d6847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420668 Feb 17 21:20:19.279234 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3e3f0b-961c-4968-8a1b-c651216e9254 req-76c7f4b3-736d-4dd9-bdf9-a1e5c69d7983 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:19.281343 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-7b3e3f0b-961c-4968-8a1b-c651216e9254 req-76c7f4b3-736d-4dd9-bdf9-a1e5c69d7983 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] 10.222.0.90 "GET /v2.0/ports?device_id=cc655fdd-5440-4882-98ba-967daaa1aa2c HTTP/1.1" status: 200 len: 943 time: 0.1052563 Feb 17 21:20:19.339370 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-7b3e3f0b-961c-4968-8a1b-c651216e9254 req-601dd108-f310-4edd-8417-da7ec9b98356 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] 10.222.0.90 "GET /v2.0/security-groups?id=d6b64051-caf7-4d45-aa1e-bcaca4be81ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503333 Feb 17 21:20:20.140174 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5a2879-294a-41d7-9462-a57d3eb12abd req-33aaa46b-f49b-419b-a27e-143788ee88a1 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:20.141805 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-2b5a2879-294a-41d7-9462-a57d3eb12abd req-33aaa46b-f49b-419b-a27e-143788ee88a1 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/ports?device_id=1f6b1a26-7928-4ad0-830f-a3920bfcc037 HTTP/1.1" status: 200 len: 946 time: 0.0935843 Feb 17 21:20:20.189460 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-2b5a2879-294a-41d7-9462-a57d3eb12abd req-6e388343-74f3-4294-be84-e062605c854b tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/security-groups?id=50953140-8b47-4d38-9ad3-ba74e3f5ff3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408840 Feb 17 21:20:20.543903 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de3184d-1b63-4d3e-873c-8a6200fd3820 req-ff0b1f9f-6520-4fda-bde6-fb5ad5b7d66a tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:20.545611 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-8de3184d-1b63-4d3e-873c-8a6200fd3820 req-ff0b1f9f-6520-4fda-bde6-fb5ad5b7d66a tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] 10.222.0.90 "GET /v2.0/ports?device_id=cc655fdd-5440-4882-98ba-967daaa1aa2c HTTP/1.1" status: 200 len: 943 time: 0.0932870 Feb 17 21:20:20.599012 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-8de3184d-1b63-4d3e-873c-8a6200fd3820 req-4d3ce2c3-28b7-43b8-96f7-cc51d63af376 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] 10.222.0.90 "GET /v2.0/security-groups?id=d6b64051-caf7-4d45-aa1e-bcaca4be81ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454359 Feb 17 21:20:21.549838 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51694a9-5dbf-4a7f-86e2-a87c2fa0b8a8 req-83869f42-6323-4734-8add-288ec47e7444 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:21.551494 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-f51694a9-5dbf-4a7f-86e2-a87c2fa0b8a8 req-83869f42-6323-4734-8add-288ec47e7444 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/ports?device_id=1f6b1a26-7928-4ad0-830f-a3920bfcc037 HTTP/1.1" status: 200 len: 946 time: 0.1987374 Feb 17 21:20:21.632164 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-f51694a9-5dbf-4a7f-86e2-a87c2fa0b8a8 req-a47f1864-b3b8-4a92-af0b-28405cafb75a tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/security-groups?id=50953140-8b47-4d38-9ad3-ba74e3f5ff3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705445 Feb 17 21:20:21.645109 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147c3be0-eacb-445a-bf7d-e3d9ab8b70ce req-a50c7069-b499-47e7-b390-a32cf5573a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:21.656717 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-147c3be0-eacb-445a-bf7d-e3d9ab8b70ce req-a50c7069-b499-47e7-b390-a32cf5573a8d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=1e8007caa2284731820d67e6f9d57ee9&device_id=4d02e800-c249-4f02-8de5-b5f1681d4d5c HTTP/1.1" status: 200 len: 1162 time: 0.2136178 Feb 17 21:20:21.656717 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6722fc88-64ba-46b5-b751-218e4fe68ea0 req-eb792e68-d456-4c6a-8499-d98df3b0dc1e tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:21.656717 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-6722fc88-64ba-46b5-b751-218e4fe68ea0 req-eb792e68-d456-4c6a-8499-d98df3b0dc1e tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/ports?device_id=640aedf0-1e0a-4718-a901-1c3817bf9b7b HTTP/1.1" status: 200 len: 945 time: 0.1753519 Feb 17 21:20:21.860235 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-6722fc88-64ba-46b5-b751-218e4fe68ea0 req-63fbf7ad-255a-4570-83bf-aada265a15d6 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/security-groups?id=fce51754-d32d-475a-91fc-501dc12703ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751535 Feb 17 21:20:21.915624 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147c3be0-eacb-445a-bf7d-e3d9ab8b70ce req-78ce5bc9-e768-4cca-af56-474c42c1607b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:21.917226 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-147c3be0-eacb-445a-bf7d-e3d9ab8b70ce req-78ce5bc9-e768-4cca-af56-474c42c1607b service neutron] 10.222.0.95 "GET /v2.0/networks?id=aa2f4e05-f1b6-4d1c-a052-1a8707f48be4 HTTP/1.1" status: 200 len: 913 time: 0.2586088 Feb 17 21:20:21.924556 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28311353-1ebc-42e2-b0ab-9e12848a407b req-1d96fdaf-2acc-4f2e-af13-74c1aa6ac1c3 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:21.926102 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-28311353-1ebc-42e2-b0ab-9e12848a407b req-1d96fdaf-2acc-4f2e-af13-74c1aa6ac1c3 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/ports?device_id=4d02e800-c249-4f02-8de5-b5f1681d4d5c HTTP/1.1" status: 200 len: 945 time: 0.1572065 Feb 17 21:20:22.067612 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-147c3be0-eacb-445a-bf7d-e3d9ab8b70ce req-3331617e-b036-432b-81f1-d6bf110d8d4b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87ea2e05-f05b-4e97-acbd-e06f872addb9 HTTP/1.1" status: 200 len: 217 time: 0.1173790 Feb 17 21:20:22.149684 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-28311353-1ebc-42e2-b0ab-9e12848a407b req-597f4428-9fc5-473f-897c-89839ed70d55 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/security-groups?id=5df91840-1d6e-47b1-b11d-86f99077f317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163467 Feb 17 21:20:22.184883 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147c3be0-eacb-445a-bf7d-e3d9ab8b70ce req-f86b3c53-3cd2-40f9-aa66-72f4bb299eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:22.186464 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-147c3be0-eacb-445a-bf7d-e3d9ab8b70ce req-f86b3c53-3cd2-40f9-aa66-72f4bb299eec service neutron] 10.222.0.95 "GET /v2.0/subnets?id=68c4757a-1327-48d0-97b5-5af10066f5ed HTTP/1.1" status: 200 len: 859 time: 0.0879548 Feb 17 21:20:22.196848 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26894776-78e3-4947-9343-48dc9a2b68e2 req-876bb0ba-62f7-40b8-a438-0c58a4bd7b4a tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:22.198340 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-26894776-78e3-4947-9343-48dc9a2b68e2 req-876bb0ba-62f7-40b8-a438-0c58a4bd7b4a tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] 10.222.0.90 "GET /v2.0/ports?device_id=cc655fdd-5440-4882-98ba-967daaa1aa2c HTTP/1.1" status: 200 len: 943 time: 0.1888187 Feb 17 21:20:22.262686 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-147c3be0-eacb-445a-bf7d-e3d9ab8b70ce req-8a1a279c-3b78-476b-85fc-e0b415602949 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=aa2f4e05-f1b6-4d1c-a052-1a8707f48be4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633032 Feb 17 21:20:22.366194 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-26894776-78e3-4947-9343-48dc9a2b68e2 req-2aaee6d1-3abc-44ee-bc1c-8cc546e02646 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] 10.222.0.90 "GET /v2.0/security-groups?id=d6b64051-caf7-4d45-aa1e-bcaca4be81ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297181 Feb 17 21:20:22.432720 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-147c3be0-eacb-445a-bf7d-e3d9ab8b70ce req-e4b2fcb0-e32a-4fb4-ba70-b8f048423f69 service neutron] 10.222.0.95 "GET /v2.0/networks/aa2f4e05-f1b6-4d1c-a052-1a8707f48be4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558282 Feb 17 21:20:22.580193 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-147c3be0-eacb-445a-bf7d-e3d9ab8b70ce req-4ba75e39-d029-4fce-97af-5fd0d9dd1ebf service neutron] 10.222.0.95 "GET /v2.0/networks/aa2f4e05-f1b6-4d1c-a052-1a8707f48be4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1392040 Feb 17 21:20:22.985452 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c3e174-9783-4052-aa0f-288ddf7399b8 req-1979eb44-66ae-4174-85de-e95eb532f6d2 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:22.987108 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b1c3e174-9783-4052-aa0f-288ddf7399b8 req-1979eb44-66ae-4174-85de-e95eb532f6d2 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/ports?device_id=1f6b1a26-7928-4ad0-830f-a3920bfcc037 HTTP/1.1" status: 200 len: 946 time: 0.1015964 Feb 17 21:20:23.100628 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b1c3e174-9783-4052-aa0f-288ddf7399b8 req-f9a0b546-0125-466e-98fa-ed533c55c1d2 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/security-groups?id=50953140-8b47-4d38-9ad3-ba74e3f5ff3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059959 Feb 17 21:20:23.127512 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7401b345-52d6-4096-abba-e9093bc3bd51 req-b79bcdfd-2395-46ed-a002-1b7c462912af tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:23.129119 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-7401b345-52d6-4096-abba-e9093bc3bd51 req-b79bcdfd-2395-46ed-a002-1b7c462912af tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/ports?device_id=640aedf0-1e0a-4718-a901-1c3817bf9b7b HTTP/1.1" status: 200 len: 945 time: 0.1198061 Feb 17 21:20:23.178550 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-7401b345-52d6-4096-abba-e9093bc3bd51 req-5d4c18bc-55f2-4d57-8b62-a5226d3553cf tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/security-groups?id=fce51754-d32d-475a-91fc-501dc12703ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428920 Feb 17 21:20:23.324755 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1ada9b-f2d3-46fb-869d-67c312f90540 req-b84120f4-f7bc-47d4-a3b9-ae5960d282b3 tempest-VolumesActionsTest-423736539 tempest-VolumesActionsTest-423736539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:23.326346 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-bf1ada9b-f2d3-46fb-869d-67c312f90540 req-b84120f4-f7bc-47d4-a3b9-ae5960d282b3 tempest-VolumesActionsTest-423736539 tempest-VolumesActionsTest-423736539-project] 10.222.0.90 "GET /v2.0/ports?device_id=70e70f7d-f225-42e5-96cd-240705f2844a HTTP/1.1" status: 200 len: 945 time: 0.1222782 Feb 17 21:20:23.595735 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-bf1ada9b-f2d3-46fb-869d-67c312f90540 req-8adb2a6b-68da-4f8c-9991-97c9aedc1d93 tempest-VolumesActionsTest-423736539 tempest-VolumesActionsTest-423736539-project] 10.222.0.90 "GET /v2.0/security-groups?id=e74f72f8-9772-460d-8cd7-a82da5d6847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629957 Feb 17 21:20:23.670080 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7b77be-68de-40ef-b36d-b1bc91d1cdb0 req-4c44fdcc-58a4-4d84-9b12-e91300ed0ec4 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:23.671877 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-1a7b77be-68de-40ef-b36d-b1bc91d1cdb0 req-4c44fdcc-58a4-4d84-9b12-e91300ed0ec4 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/ports?device_id=4d02e800-c249-4f02-8de5-b5f1681d4d5c HTTP/1.1" status: 200 len: 945 time: 0.3898888 Feb 17 21:20:23.790444 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4be112-78d9-49c9-be54-bca9911cda0b req-c0dd9f94-86b5-4ff7-a25d-89287f84766a tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:23.792120 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-1e4be112-78d9-49c9-be54-bca9911cda0b req-c0dd9f94-86b5-4ff7-a25d-89287f84766a tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.95 "GET /v2.0/ports?device_id=640aedf0-1e0a-4718-a901-1c3817bf9b7b HTTP/1.1" status: 200 len: 945 time: 0.1910510 Feb 17 21:20:23.803132 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-1a7b77be-68de-40ef-b36d-b1bc91d1cdb0 req-3511dd1a-7ac5-4c62-a93a-3cc83afd7c79 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/security-groups?id=5df91840-1d6e-47b1-b11d-86f99077f317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184347 Feb 17 21:20:23.888792 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [req-1e4be112-78d9-49c9-be54-bca9911cda0b req-b50a47cd-324f-4204-977d-1653c6f87250 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Deleting port d4b4fc25-74ca-4d22-bdff-486b447263d2 {{(pid=83971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:20:23.889170 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-1e4be112-78d9-49c9-be54-bca9911cda0b req-b50a47cd-324f-4204-977d-1653c6f87250 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506882676'] for port, before_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:23.932810 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e43e1-a7f1-4efd-bd67-46dfdc8c0647 req-9ce08323-a917-4692-b5e2-614b97ba5721 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:23.934413 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-a47e43e1-a7f1-4efd-bd67-46dfdc8c0647 req-9ce08323-a917-4692-b5e2-614b97ba5721 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] 10.222.0.90 "GET /v2.0/ports?device_id=cc655fdd-5440-4882-98ba-967daaa1aa2c HTTP/1.1" status: 200 len: 943 time: 0.2232502 Feb 17 21:20:24.049465 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-a47e43e1-a7f1-4efd-bd67-46dfdc8c0647 req-56f60c0e-6bfd-472d-9025-3725693e201e tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] 10.222.0.90 "GET /v2.0/security-groups?id=d6b64051-caf7-4d45-aa1e-bcaca4be81ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026609 Feb 17 21:20:24.285394 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [req-1e4be112-78d9-49c9-be54-bca9911cda0b req-b50a47cd-324f-4204-977d-1653c6f87250 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] For port d4b4fc25-74ca-4d22-bdff-486b447263d2, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=d4b4fc25-74ca-4d22-bdff-486b447263d2,segment=NetworkSegment(f4a680a4-70bd-4ad3-8819-012844941805),segment_id=f4a680a4-70bd-4ad3-8819-012844941805)] {{(pid=83971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:20:24.285811 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-1e4be112-78d9-49c9-be54-bca9911cda0b req-b50a47cd-324f-4204-977d-1653c6f87250 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-921726'] for port, precommit_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:24.474491 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [req-1e4be112-78d9-49c9-be54-bca9911cda0b req-b50a47cd-324f-4204-977d-1653c6f87250 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Calling delete_port for d4b4fc25-74ca-4d22-bdff-486b447263d2 owned by compute:nova {{(pid=83971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:20:24.576390 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Device d4b4fc25-74ca-4d22-bdff-486b447263d2 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:20:24.590919 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041b3eb4-54d3-422e-a7fe-ec1a8ae3efda req-1d4d0740-4d8d-42dc-9ea3-1dae92e63146 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:24.592560 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-041b3eb4-54d3-422e-a7fe-ec1a8ae3efda req-1d4d0740-4d8d-42dc-9ea3-1dae92e63146 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/ports?device_id=1f6b1a26-7928-4ad0-830f-a3920bfcc037 HTTP/1.1" status: 200 len: 946 time: 0.3683741 Feb 17 21:20:24.611043 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80ddbca-9891-4ec8-bfdd-b4e581bfa7b4 req-b6913ef2-9074-4710-9348-dfa40efa060d tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:24.612815 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-a80ddbca-9891-4ec8-bfdd-b4e581bfa7b4 req-b6913ef2-9074-4710-9348-dfa40efa060d tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/ports?device_id=640aedf0-1e0a-4718-a901-1c3817bf9b7b HTTP/1.1" status: 200 len: 945 time: 0.3164337 Feb 17 21:20:24.701532 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:24.755378 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-041b3eb4-54d3-422e-a7fe-ec1a8ae3efda req-6d8b56f3-fb55-4972-9cc3-a5e7158b6a93 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/security-groups?id=50953140-8b47-4d38-9ad3-ba74e3f5ff3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404643 Feb 17 21:20:24.760572 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-a80ddbca-9891-4ec8-bfdd-b4e581bfa7b4 req-54c2ae8c-ce9c-4eec-87cd-052b3e245454 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/security-groups?id=fce51754-d32d-475a-91fc-501dc12703ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966911 Feb 17 21:20:24.764850 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-1e4be112-78d9-49c9-be54-bca9911cda0b req-b50a47cd-324f-4204-977d-1653c6f87250 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782347900463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782347493337'] for port, after_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:24.780670 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:20:24.902515 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50a47cd-324f-4204-977d-1653c6f87250 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Pushing event deleted for resources: {'Port': ['ID=d4b4fc25-74ca-4d22-bdff-486b447263d2,revision_number=None']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:20:24.908076 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-b50a47cd-324f-4204-977d-1653c6f87250 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:20:25.239299 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ee4877-f113-459d-b8b2-82990b5e5d59 req-b3fccb0b-fd52-4e54-bdea-8e145b9a0059 tempest-VolumesActionsTest-423736539 tempest-VolumesActionsTest-423736539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:25.241218 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-41ee4877-f113-459d-b8b2-82990b5e5d59 req-b3fccb0b-fd52-4e54-bdea-8e145b9a0059 tempest-VolumesActionsTest-423736539 tempest-VolumesActionsTest-423736539-project] 10.222.0.90 "GET /v2.0/ports?device_id=70e70f7d-f225-42e5-96cd-240705f2844a HTTP/1.1" status: 200 len: 945 time: 0.3475132 Feb 17 21:20:25.243266 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e4be112-78d9-49c9-be54-bca9911cda0b req-b50a47cd-324f-4204-977d-1653c6f87250 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] No DVR routers for this DVR port d4b4fc25-74ca-4d22-bdff-486b447263d2 on host hv-cinder-76019 {{(pid=83971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 21:20:25.245536 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-1e4be112-78d9-49c9-be54-bca9911cda0b req-b50a47cd-324f-4204-977d-1653c6f87250 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768493'] for port, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:25.254174 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d1bedc-b86e-4621-850f-8f5f8f3ab92d req-9219aeb8-49af-4ac5-a03c-20ef84046d5d tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:25.255735 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-32d1bedc-b86e-4621-850f-8f5f8f3ab92d req-9219aeb8-49af-4ac5-a03c-20ef84046d5d tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/ports?device_id=4d02e800-c249-4f02-8de5-b5f1681d4d5c HTTP/1.1" status: 200 len: 945 time: 0.3071253 Feb 17 21:20:25.258946 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '640aedf0-1e0a-4718-a901-1c3817bf9b7b', 'name': 'network-vif-deleted', 'tag': 'd4b4fc25-74ca-4d22-bdff-486b447263d2'}] {{(pid=83971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:20:25.269610 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6995b-7663-4aad-8c48-158d08e027c2 req-2690849b-49db-45a9-a688-ced6d47255e7 tempest-VolumesActionsTest-423736539 tempest-VolumesActionsTest-423736539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:25.271777 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-37a6995b-7663-4aad-8c48-158d08e027c2 req-2690849b-49db-45a9-a688-ced6d47255e7 tempest-VolumesActionsTest-423736539 tempest-VolumesActionsTest-423736539-project] 10.222.0.95 "GET /v2.0/ports?device_id=70e70f7d-f225-42e5-96cd-240705f2844a HTTP/1.1" status: 200 len: 945 time: 0.3147202 Feb 17 21:20:25.360115 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-1e4be112-78d9-49c9-be54-bca9911cda0b req-b50a47cd-324f-4204-977d-1653c6f87250 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.95 "DELETE /v2.0/ports/d4b4fc25-74ca-4d22-bdff-486b447263d2 HTTP/1.1" status: 204 len: 173 time: 1.5559030 Feb 17 21:20:25.427570 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-41ee4877-f113-459d-b8b2-82990b5e5d59 req-5148561b-c64f-42a3-b5a4-a68451383a9d tempest-VolumesActionsTest-423736539 tempest-VolumesActionsTest-423736539-project] 10.222.0.90 "GET /v2.0/security-groups?id=e74f72f8-9772-460d-8cd7-a82da5d6847d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706312 Feb 17 21:20:25.434396 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-32d1bedc-b86e-4621-850f-8f5f8f3ab92d req-21ee0cc9-64e2-4fbd-8960-c09f0ce50cde tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/security-groups?id=5df91840-1d6e-47b1-b11d-86f99077f317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574612 Feb 17 21:20:25.448062 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [req-37a6995b-7663-4aad-8c48-158d08e027c2 req-6b52b9ff-517d-451c-9e47-ea6fb7a03ca6 tempest-VolumesActionsTest-423736539 tempest-VolumesActionsTest-423736539-project] Deleting port f9dec73d-bcb3-4c56-96ff-18d41997c77a {{(pid=83971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:20:25.448062 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-37a6995b-7663-4aad-8c48-158d08e027c2 req-6b52b9ff-517d-451c-9e47-ea6fb7a03ca6 tempest-VolumesActionsTest-423736539 tempest-VolumesActionsTest-423736539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506882676'] for port, before_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:25.514120 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '640aedf0-1e0a-4718-a901-1c3817bf9b7b', 'name': 'network-vif-deleted', 'tag': 'd4b4fc25-74ca-4d22-bdff-486b447263d2', 'status': 'completed', 'code': 200} Feb 17 21:20:25.782098 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b866a8eb-9d0f-4524-aa93-6b8a46b48417 req-2940e69f-6f11-4faf-81c3-a2790d6cbf17 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:25.783861 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b866a8eb-9d0f-4524-aa93-6b8a46b48417 req-2940e69f-6f11-4faf-81c3-a2790d6cbf17 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] 10.222.0.90 "GET /v2.0/ports?device_id=cc655fdd-5440-4882-98ba-967daaa1aa2c HTTP/1.1" status: 200 len: 943 time: 0.2267087 Feb 17 21:20:25.830315 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [req-37a6995b-7663-4aad-8c48-158d08e027c2 req-6b52b9ff-517d-451c-9e47-ea6fb7a03ca6 tempest-VolumesActionsTest-423736539 tempest-VolumesActionsTest-423736539-project] For port f9dec73d-bcb3-4c56-96ff-18d41997c77a, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=f9dec73d-bcb3-4c56-96ff-18d41997c77a,segment=NetworkSegment(59b205a6-d49a-41cc-be52-7de6a265416b),segment_id=59b205a6-d49a-41cc-be52-7de6a265416b)] {{(pid=83971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:20:25.830759 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-37a6995b-7663-4aad-8c48-158d08e027c2 req-6b52b9ff-517d-451c-9e47-ea6fb7a03ca6 tempest-VolumesActionsTest-423736539 tempest-VolumesActionsTest-423736539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-921726'] for port, precommit_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:25.983806 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [req-37a6995b-7663-4aad-8c48-158d08e027c2 req-6b52b9ff-517d-451c-9e47-ea6fb7a03ca6 tempest-VolumesActionsTest-423736539 tempest-VolumesActionsTest-423736539-project] Calling delete_port for f9dec73d-bcb3-4c56-96ff-18d41997c77a owned by compute:nova {{(pid=83971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:20:26.299543 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b866a8eb-9d0f-4524-aa93-6b8a46b48417 req-1fd35bca-60f9-4ec9-86ed-9e894c44dca9 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] 10.222.0.90 "GET /v2.0/security-groups?id=d6b64051-caf7-4d45-aa1e-bcaca4be81ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5052106 Feb 17 21:20:26.379164 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ab041-9163-4ed1-b052-9fe828ee3b2d req-1cddedf4-6050-4fe7-b01b-6690726090a4 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:26.381845 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-425ab041-9163-4ed1-b052-9fe828ee3b2d req-1cddedf4-6050-4fe7-b01b-6690726090a4 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/ports?device_id=1f6b1a26-7928-4ad0-830f-a3920bfcc037 HTTP/1.1" status: 200 len: 946 time: 0.4713933 Feb 17 21:20:26.490487 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-425ab041-9163-4ed1-b052-9fe828ee3b2d req-5ea25f27-6beb-40ac-9a0d-13873e99f7c5 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/security-groups?id=50953140-8b47-4d38-9ad3-ba74e3f5ff3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670912 Feb 17 21:20:26.496203 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-37a6995b-7663-4aad-8c48-158d08e027c2 req-6b52b9ff-517d-451c-9e47-ea6fb7a03ca6 tempest-VolumesActionsTest-423736539 tempest-VolumesActionsTest-423736539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782347900463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782347493337'] for port, after_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:26.519122 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d8b8c570-4eb7-457e-b23c-b104d647c9f0 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:20:26.666576 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b52b9ff-517d-451c-9e47-ea6fb7a03ca6 tempest-VolumesActionsTest-423736539 tempest-VolumesActionsTest-423736539-project] Pushing event deleted for resources: {'Port': ['ID=f9dec73d-bcb3-4c56-96ff-18d41997c77a,revision_number=None']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:20:26.717607 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-6b52b9ff-517d-451c-9e47-ea6fb7a03ca6 tempest-VolumesActionsTest-423736539 tempest-VolumesActionsTest-423736539-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:20:26.733271 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-0aae8d1c-005d-4ab7-b6d3-bd36741e725a req-07bbb7e7-ee9d-429e-86dd-5bc032106c78 tempest-VolumesActionsTest-423736539 tempest-VolumesActionsTest-423736539-project] 10.222.0.90 "GET /v2.0/ports?device_id=70e70f7d-f225-42e5-96cd-240705f2844a HTTP/1.1" status: 200 len: 210 time: 0.1641474 Feb 17 21:20:26.827810 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ab55b9-72c3-41fc-b3f8-f212ccdc65d9 req-bb77fd9d-d72c-45eb-b725-1b826d3f3d7f tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:26.829513 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-d7ab55b9-72c3-41fc-b3f8-f212ccdc65d9 req-bb77fd9d-d72c-45eb-b725-1b826d3f3d7f tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/ports?device_id=4d02e800-c249-4f02-8de5-b5f1681d4d5c HTTP/1.1" status: 200 len: 945 time: 0.2025876 Feb 17 21:20:26.886494 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [req-37a6995b-7663-4aad-8c48-158d08e027c2 req-6b52b9ff-517d-451c-9e47-ea6fb7a03ca6 tempest-VolumesActionsTest-423736539 tempest-VolumesActionsTest-423736539-project] No DVR routers for this DVR port f9dec73d-bcb3-4c56-96ff-18d41997c77a on host hv-cinder-76019 {{(pid=83971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 21:20:26.890464 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-37a6995b-7663-4aad-8c48-158d08e027c2 req-6b52b9ff-517d-451c-9e47-ea6fb7a03ca6 tempest-VolumesActionsTest-423736539 tempest-VolumesActionsTest-423736539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768493'] for port, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:26.919630 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-37a6995b-7663-4aad-8c48-158d08e027c2 req-6b52b9ff-517d-451c-9e47-ea6fb7a03ca6 tempest-VolumesActionsTest-423736539 tempest-VolumesActionsTest-423736539-project] 10.222.0.95 "DELETE /v2.0/ports/f9dec73d-bcb3-4c56-96ff-18d41997c77a HTTP/1.1" status: 204 len: 173 time: 1.6056237 Feb 17 21:20:26.926916 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-d7ab55b9-72c3-41fc-b3f8-f212ccdc65d9 req-4324e006-542d-4c0e-89dc-66e75522b7cb tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/security-groups?id=5df91840-1d6e-47b1-b11d-86f99077f317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600286 Feb 17 21:20:27.510166 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bae45a-ffdb-47de-ab68-36f561375e35 req-4537aa74-b79a-4127-bbae-8d10a0dc7687 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:27.511833 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-28bae45a-ffdb-47de-ab68-36f561375e35 req-4537aa74-b79a-4127-bbae-8d10a0dc7687 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] 10.222.0.90 "GET /v2.0/ports?device_id=cc655fdd-5440-4882-98ba-967daaa1aa2c HTTP/1.1" status: 200 len: 943 time: 0.0927250 Feb 17 21:20:27.515634 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70e70f7d-f225-42e5-96cd-240705f2844a', 'name': 'network-vif-deleted', 'tag': 'f9dec73d-bcb3-4c56-96ff-18d41997c77a'}] {{(pid=83971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:20:27.572268 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70e70f7d-f225-42e5-96cd-240705f2844a', 'name': 'network-vif-deleted', 'tag': 'f9dec73d-bcb3-4c56-96ff-18d41997c77a', 'status': 'completed', 'code': 200} Feb 17 21:20:27.575477 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-28bae45a-ffdb-47de-ab68-36f561375e35 req-a62d5e60-b69a-4b02-b4f8-541b00a9791d tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] 10.222.0.90 "GET /v2.0/security-groups?id=d6b64051-caf7-4d45-aa1e-bcaca4be81ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531487 Feb 17 21:20:27.598693 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Device f9dec73d-bcb3-4c56-96ff-18d41997c77a no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:20:27.640527 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] No Port match for: f9dec73d-bcb3-4c56-96ff-18d41997c77a {{(pid=83972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 21:20:27.640923 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Device f9dec73d-bcb3-4c56-96ff-18d41997c77a not bound to the agent host hv-cinder-76019 {{(pid=83972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 21:20:27.758951 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5559b1-9c7b-4707-be44-a63fcaccf24d req-1f9104d7-4f54-434d-ac76-46ac39400f6c tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:27.760753 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-bd5559b1-9c7b-4707-be44-a63fcaccf24d req-1f9104d7-4f54-434d-ac76-46ac39400f6c tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/ports?device_id=1f6b1a26-7928-4ad0-830f-a3920bfcc037 HTTP/1.1" status: 200 len: 946 time: 0.0929971 Feb 17 21:20:27.811786 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-bd5559b1-9c7b-4707-be44-a63fcaccf24d req-215155d4-40a0-4646-b1d9-98ed96a0bffb tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/security-groups?id=50953140-8b47-4d38-9ad3-ba74e3f5ff3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425200 Feb 17 21:20:28.070765 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54845920-ea58-4fec-b372-0cef70c87d9b req-83fbcdf7-e4e7-40fa-a1b5-7afa371b43df tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:28.071530 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-54845920-ea58-4fec-b372-0cef70c87d9b req-83fbcdf7-e4e7-40fa-a1b5-7afa371b43df tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Synchronizing usage tracker for tenant:99ecb63817724b3b843973136a4f57b7 on resource:port {{(pid=83971) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:20:28.144487 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-54845920-ea58-4fec-b372-0cef70c87d9b req-83fbcdf7-e4e7-40fa-a1b5-7afa371b43df tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Unset dirty status for tenant:99ecb63817724b3b843973136a4f57b7 on resource:port {{(pid=83971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:20:28.145775 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-54845920-ea58-4fec-b372-0cef70c87d9b req-83fbcdf7-e4e7-40fa-a1b5-7afa371b43df tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/ports?device_id=9632edfd-0835-4430-9bfc-99eb6c22a435 HTTP/1.1" status: 200 len: 945 time: 0.1677098 Feb 17 21:20:28.212199 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca12b9cf-858a-4c4c-a9c1-5abd568069c2 req-d2f8cf72-f100-4a52-9b2b-25be9ff88c4d tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:28.213946 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-ca12b9cf-858a-4c4c-a9c1-5abd568069c2 req-d2f8cf72-f100-4a52-9b2b-25be9ff88c4d tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/ports?device_id=4d02e800-c249-4f02-8de5-b5f1681d4d5c HTTP/1.1" status: 200 len: 945 time: 0.1380062 Feb 17 21:20:28.216822 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-54845920-ea58-4fec-b372-0cef70c87d9b req-830c185c-bb9f-4db2-a0cc-e139586ce8ea tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/security-groups?id=fce51754-d32d-475a-91fc-501dc12703ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639586 Feb 17 21:20:28.277145 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-ca12b9cf-858a-4c4c-a9c1-5abd568069c2 req-20b2db96-d016-44c2-be87-df4d3f81374c tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/security-groups?id=5df91840-1d6e-47b1-b11d-86f99077f317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527253 Feb 17 21:20:28.777688 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91822ed1-959c-433a-a456-34c974b15572 req-765761ff-d246-4b8a-b11b-34fb63c376ef tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:28.779380 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-91822ed1-959c-433a-a456-34c974b15572 req-765761ff-d246-4b8a-b11b-34fb63c376ef tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] 10.222.0.90 "GET /v2.0/ports?device_id=cc655fdd-5440-4882-98ba-967daaa1aa2c HTTP/1.1" status: 200 len: 943 time: 0.0881579 Feb 17 21:20:28.826751 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-91822ed1-959c-433a-a456-34c974b15572 req-e8c58d0f-c899-4b31-9148-4a123ceab5a4 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] 10.222.0.90 "GET /v2.0/security-groups?id=d6b64051-caf7-4d45-aa1e-bcaca4be81ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409124 Feb 17 21:20:29.018418 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c7f18-4e0f-4b0f-aec7-39b252a4593f req-ece41c42-d14d-4f62-92ac-0f78cbca3a12 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:29.020062 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-c07c7f18-4e0f-4b0f-aec7-39b252a4593f req-ece41c42-d14d-4f62-92ac-0f78cbca3a12 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/ports?device_id=1f6b1a26-7928-4ad0-830f-a3920bfcc037 HTTP/1.1" status: 200 len: 946 time: 0.0918427 Feb 17 21:20:29.068771 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-c07c7f18-4e0f-4b0f-aec7-39b252a4593f req-91b1c28e-d017-49d5-a230-f912d3f7275b tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/security-groups?id=50953140-8b47-4d38-9ad3-ba74e3f5ff3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408218 Feb 17 21:20:29.450901 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:29.462742 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Device f231cb57-786d-4caa-9186-d8fde6e003f1 up at agent ovs-agent-hv-cinder-76019 {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:20:29.482849 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e32d0b7-fe16-49e8-b2c6-62dc17c376b7 req-8d20c7b2-48af-456c-bbef-212e8508e19a tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:29.484456 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-0e32d0b7-fe16-49e8-b2c6-62dc17c376b7 req-8d20c7b2-48af-456c-bbef-212e8508e19a tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/ports?device_id=9632edfd-0835-4430-9bfc-99eb6c22a435 HTTP/1.1" status: 200 len: 945 time: 0.1518409 Feb 17 21:20:29.541448 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0524a-40ce-40d0-b3d9-9926d57da559 req-22bc39d6-85cc-4362-a034-93a8814a55bd tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:29.543236 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-63d0524a-40ce-40d0-b3d9-9926d57da559 req-22bc39d6-85cc-4362-a034-93a8814a55bd tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/ports?device_id=4d02e800-c249-4f02-8de5-b5f1681d4d5c HTTP/1.1" status: 200 len: 945 time: 0.1412930 Feb 17 21:20:29.552912 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Provisioning for port f231cb57-786d-4caa-9186-d8fde6e003f1 completed by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:20:29.558630 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Provisioning complete for port f231cb57-786d-4caa-9186-d8fde6e003f1 triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:20:29.558883 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:29.593222 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-0e32d0b7-fe16-49e8-b2c6-62dc17c376b7 req-d445b42b-b04d-4434-95d8-28467db4b101 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/security-groups?id=fce51754-d32d-475a-91fc-501dc12703ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912533 Feb 17 21:20:29.631611 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-63d0524a-40ce-40d0-b3d9-9926d57da559 req-e5291058-16d3-43d9-8db6-7f5d4ce1debc tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/security-groups?id=5df91840-1d6e-47b1-b11d-86f99077f317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773654 Feb 17 21:20:29.702707 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:29.744517 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc655fdd-5440-4882-98ba-967daaa1aa2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f231cb57-786d-4caa-9186-d8fde6e003f1'}] {{(pid=83972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:20:29.755090 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] For port f231cb57-786d-4caa-9186-d8fde6e003f1, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=f231cb57-786d-4caa-9186-d8fde6e003f1,segment=NetworkSegment(08ce18e3-b8b4-42a4-b3b1-cfb0095e7e98),segment_id=08ce18e3-b8b4-42a4-b3b1-cfb0095e7e98)] {{(pid=83972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:20:29.759803 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:29.767898 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:20:29.808923 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc655fdd-5440-4882-98ba-967daaa1aa2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f231cb57-786d-4caa-9186-d8fde6e003f1', 'code': 200} Feb 17 21:20:29.856231 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Pushing event updated for resources: {'Port': ['ID=f231cb57-786d-4caa-9186-d8fde6e003f1,revision_number=4']} {{(pid=83972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:20:29.863380 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:20:30.313324 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd688b3-0b2f-4079-8e7d-baa49093102f req-33d2f6b6-4227-4956-aef7-aef3975bf777 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:30.314962 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-1cd688b3-0b2f-4079-8e7d-baa49093102f req-33d2f6b6-4227-4956-aef7-aef3975bf777 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] 10.222.0.90 "GET /v2.0/ports?device_id=cc655fdd-5440-4882-98ba-967daaa1aa2c HTTP/1.1" status: 200 len: 945 time: 0.3281457 Feb 17 21:20:30.319540 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a5b852-e215-4c7a-b4a2-7b58b24b6391 req-0fdb55b0-ddc4-4958-ab7a-58fcda7927b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:30.321037 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-01a5b852-e215-4c7a-b4a2-7b58b24b6391 req-0fdb55b0-ddc4-4958-ab7a-58fcda7927b8 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=cc655fdd-5440-4882-98ba-967daaa1aa2c HTTP/1.1" status: 200 len: 1162 time: 0.2590823 Feb 17 21:20:30.411701 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bbfc20-e371-4f7e-8bb2-2c4530d56554 req-1b66c00c-4c9c-4fe7-af16-f88ea4d823d1 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:30.413279 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-90bbfc20-e371-4f7e-8bb2-2c4530d56554 req-1b66c00c-4c9c-4fe7-af16-f88ea4d823d1 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.95 "GET /v2.0/ports?device_id=9632edfd-0835-4430-9bfc-99eb6c22a435 HTTP/1.1" status: 200 len: 945 time: 0.2677338 Feb 17 21:20:30.441007 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-fc10c315-e0d6-4b19-9d90-1ff798e4dfea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:30.477318 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-1cd688b3-0b2f-4079-8e7d-baa49093102f req-3735aacd-9a9f-4487-8954-ab9bca9bd3e3 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] 10.222.0.90 "GET /v2.0/security-groups?id=d6b64051-caf7-4d45-aa1e-bcaca4be81ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520364 Feb 17 21:20:30.495371 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-01a5b852-e215-4c7a-b4a2-7b58b24b6391 req-9caeadc7-2fd4-4257-af39-06d59998a9f0 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=d6b64051-caf7-4d45-aa1e-bcaca4be81ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458893 Feb 17 21:20:30.505172 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db84cc88-e3d9-4515-9742-297d739a6db1 req-aa9854ee-02c1-4fba-893f-f04fd4988603 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:30.507548 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-db84cc88-e3d9-4515-9742-297d739a6db1 req-aa9854ee-02c1-4fba-893f-f04fd4988603 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/ports?device_id=1f6b1a26-7928-4ad0-830f-a3920bfcc037 HTTP/1.1" status: 200 len: 946 time: 0.3018436 Feb 17 21:20:30.530246 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [req-90bbfc20-e371-4f7e-8bb2-2c4530d56554 req-e2a4a24c-4acb-48ba-a275-0331c9d3c19b tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Deleting port 628df675-8ac5-457f-9a0c-d403f3119c8b {{(pid=83971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:20:30.530666 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-90bbfc20-e371-4f7e-8bb2-2c4530d56554 req-e2a4a24c-4acb-48ba-a275-0331c9d3c19b tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506882676'] for port, before_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:30.641308 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Device f231cb57-786d-4caa-9186-d8fde6e003f1 up at agent ovs-agent-hv-cinder-76019 {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:20:30.671771 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-db84cc88-e3d9-4515-9742-297d739a6db1 req-9363ef57-84c7-4638-a76d-be7fd42d793c tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/security-groups?id=50953140-8b47-4d38-9ad3-ba74e3f5ff3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1531653 Feb 17 21:20:30.756052 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Provisioning complete for port f231cb57-786d-4caa-9186-d8fde6e003f1 triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:20:30.756584 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:30.994674 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [req-90bbfc20-e371-4f7e-8bb2-2c4530d56554 req-e2a4a24c-4acb-48ba-a275-0331c9d3c19b tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] For port 628df675-8ac5-457f-9a0c-d403f3119c8b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=628df675-8ac5-457f-9a0c-d403f3119c8b,segment=NetworkSegment(f4a680a4-70bd-4ad3-8819-012844941805),segment_id=f4a680a4-70bd-4ad3-8819-012844941805)] {{(pid=83971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:20:30.995070 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-90bbfc20-e371-4f7e-8bb2-2c4530d56554 req-e2a4a24c-4acb-48ba-a275-0331c9d3c19b tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-921726'] for port, precommit_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:31.061526 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Device 628df675-8ac5-457f-9a0c-d403f3119c8b no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:20:31.140537 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [req-90bbfc20-e371-4f7e-8bb2-2c4530d56554 req-e2a4a24c-4acb-48ba-a275-0331c9d3c19b tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Calling delete_port for 628df675-8ac5-457f-9a0c-d403f3119c8b owned by compute:nova {{(pid=83971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:20:31.199753 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec69ab13-27d7-4d77-8187-c2438a44e8c9 req-821cc059-cb3a-4d6b-8a87-28d1526386fb tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:31.201077 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-ec69ab13-27d7-4d77-8187-c2438a44e8c9 req-821cc059-cb3a-4d6b-8a87-28d1526386fb tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/ports?device_id=9632edfd-0835-4430-9bfc-99eb6c22a435 HTTP/1.1" status: 200 len: 945 time: 0.4221394 Feb 17 21:20:31.206985 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:31.213067 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a7fa9f-76ff-4472-af3a-34a63e38a7e2 req-1f277ac4-eb7c-4a17-a4ca-20e0f0263a60 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:31.214649 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-e6a7fa9f-76ff-4472-af3a-34a63e38a7e2 req-1f277ac4-eb7c-4a17-a4ca-20e0f0263a60 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/ports?device_id=4d02e800-c249-4f02-8de5-b5f1681d4d5c HTTP/1.1" status: 200 len: 945 time: 0.3781073 Feb 17 21:20:31.247646 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] For port 628df675-8ac5-457f-9a0c-d403f3119c8b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=628df675-8ac5-457f-9a0c-d403f3119c8b,segment=NetworkSegment(f4a680a4-70bd-4ad3-8819-012844941805),segment_id=f4a680a4-70bd-4ad3-8819-012844941805)] {{(pid=83972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:20:31.252057 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:31.253807 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:20:31.315565 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-ec69ab13-27d7-4d77-8187-c2438a44e8c9 req-bec0d061-9199-4a26-91a6-0976a18c17d8 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/security-groups?id=fce51754-d32d-475a-91fc-501dc12703ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971754 Feb 17 21:20:31.327109 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-e6a7fa9f-76ff-4472-af3a-34a63e38a7e2 req-82325101-a7ea-48ee-b63c-399dff5d122f tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/security-groups?id=5df91840-1d6e-47b1-b11d-86f99077f317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883667 Feb 17 21:20:31.328995 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.db.api [req-90bbfc20-e371-4f7e-8bb2-2c4530d56554 req-e2a4a24c-4acb-48ba-a275-0331c9d3c19b tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83971) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 21:20:31.329458 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_db.api [req-90bbfc20-e371-4f7e-8bb2-2c4530d56554 req-e2a4a24c-4acb-48ba-a275-0331c9d3c19b tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 21:20:31.335441 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Pushing event updated for resources: {'Port': ['ID=628df675-8ac5-457f-9a0c-d403f3119c8b,revision_number=5']} {{(pid=83972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:20:31.340843 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:20:31.706869 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f731e04b-da1d-4743-96f4-a96c71bb1c44 req-897f7366-b700-4040-a9d9-ba2ef6e58b02 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:31.708564 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-f731e04b-da1d-4743-96f4-a96c71bb1c44 req-897f7366-b700-4040-a9d9-ba2ef6e58b02 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] 10.222.0.90 "GET /v2.0/ports?device_id=cc655fdd-5440-4882-98ba-967daaa1aa2c HTTP/1.1" status: 200 len: 945 time: 0.0908353 Feb 17 21:20:31.763362 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-f731e04b-da1d-4743-96f4-a96c71bb1c44 req-cccb5998-d376-4b4d-bb42-56c67e184c77 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] 10.222.0.90 "GET /v2.0/security-groups?id=d6b64051-caf7-4d45-aa1e-bcaca4be81ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466671 Feb 17 21:20:31.811253 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9632edfd-0835-4430-9bfc-99eb6c22a435', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '628df675-8ac5-457f-9a0c-d403f3119c8b'}] {{(pid=83972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:20:31.851553 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [req-90bbfc20-e371-4f7e-8bb2-2c4530d56554 req-e2a4a24c-4acb-48ba-a275-0331c9d3c19b tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Deleting port 628df675-8ac5-457f-9a0c-d403f3119c8b {{(pid=83971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:20:31.852495 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-90bbfc20-e371-4f7e-8bb2-2c4530d56554 req-e2a4a24c-4acb-48ba-a275-0331c9d3c19b tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506882676'] for port, before_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:31.859826 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9632edfd-0835-4430-9bfc-99eb6c22a435', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '628df675-8ac5-457f-9a0c-d403f3119c8b', 'code': 200} Feb 17 21:20:32.307505 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6d0077-e4e3-4405-bd7f-ce460256736d req-151efb64-0a57-4237-ae77-d540f14d0195 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:32.309134 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-ba6d0077-e4e3-4405-bd7f-ce460256736d req-151efb64-0a57-4237-ae77-d540f14d0195 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/ports?device_id=1f6b1a26-7928-4ad0-830f-a3920bfcc037 HTTP/1.1" status: 200 len: 946 time: 0.5089931 Feb 17 21:20:32.393791 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-ba6d0077-e4e3-4405-bd7f-ce460256736d req-59dff221-428d-4ceb-99be-b7c6ded5a807 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/security-groups?id=50953140-8b47-4d38-9ad3-ba74e3f5ff3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758936 Feb 17 21:20:32.424460 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [req-90bbfc20-e371-4f7e-8bb2-2c4530d56554 req-e2a4a24c-4acb-48ba-a275-0331c9d3c19b tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] For port 628df675-8ac5-457f-9a0c-d403f3119c8b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=628df675-8ac5-457f-9a0c-d403f3119c8b,segment=NetworkSegment(f4a680a4-70bd-4ad3-8819-012844941805),segment_id=f4a680a4-70bd-4ad3-8819-012844941805)] {{(pid=83971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:20:32.424460 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-90bbfc20-e371-4f7e-8bb2-2c4530d56554 req-e2a4a24c-4acb-48ba-a275-0331c9d3c19b tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-921726'] for port, precommit_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:32.481836 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-2fa36b68-386f-497d-962f-3dd3ae686aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:32.600367 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [req-90bbfc20-e371-4f7e-8bb2-2c4530d56554 req-e2a4a24c-4acb-48ba-a275-0331c9d3c19b tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Calling delete_port for 628df675-8ac5-457f-9a0c-d403f3119c8b owned by compute:nova {{(pid=83971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:20:32.689939 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Device f231cb57-786d-4caa-9186-d8fde6e003f1 up at agent ovs-agent-hv-cinder-76019 {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:20:32.765102 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Provisioning complete for port f231cb57-786d-4caa-9186-d8fde6e003f1 triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:20:32.765614 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:32.792697 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff21a8c5-4a2d-47e9-8656-ceeffda9681d req-6fe01bdc-02e5-46d6-a8c6-6e8e9369f41e tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:32.800638 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-ff21a8c5-4a2d-47e9-8656-ceeffda9681d req-6fe01bdc-02e5-46d6-a8c6-6e8e9369f41e tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/ports?device_id=4d02e800-c249-4f02-8de5-b5f1681d4d5c HTTP/1.1" status: 200 len: 945 time: 0.2087502 Feb 17 21:20:32.897710 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54de9f8-fe31-43be-bfc4-62b1d47b061b req-0d26a543-7e18-4ee3-8062-57ffaef89339 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:32.900340 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-d54de9f8-fe31-43be-bfc4-62b1d47b061b req-0d26a543-7e18-4ee3-8062-57ffaef89339 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/ports?device_id=9632edfd-0835-4430-9bfc-99eb6c22a435 HTTP/1.1" status: 200 len: 943 time: 0.4065967 Feb 17 21:20:32.901533 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Device ec7e291c-e699-435c-bcd9-d9e19a0ca613 up at agent ovs-agent-hv-cinder-76019 {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:20:32.939024 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-ff21a8c5-4a2d-47e9-8656-ceeffda9681d req-7bbf509a-6af3-4b2b-a9ce-fccb19e88827 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/security-groups?id=5df91840-1d6e-47b1-b11d-86f99077f317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374276 Feb 17 21:20:32.973833 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-d54de9f8-fe31-43be-bfc4-62b1d47b061b req-34a0d294-ff4b-43e3-84a7-faec177bec72 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/security-groups?id=fce51754-d32d-475a-91fc-501dc12703ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645103 Feb 17 21:20:32.975424 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-90bbfc20-e371-4f7e-8bb2-2c4530d56554 req-e2a4a24c-4acb-48ba-a275-0331c9d3c19b tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782347900463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782347493337'] for port, after_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:32.998349 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Provisioning complete for port ec7e291c-e699-435c-bcd9-d9e19a0ca613 triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:20:32.998812 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:33.133029 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-c3b6ab49-27a7-416a-b20a-cd2ef1997b44 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:20:33.193838 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a4a24c-4acb-48ba-a275-0331c9d3c19b tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Pushing event deleted for resources: {'Port': ['ID=628df675-8ac5-457f-9a0c-d403f3119c8b,revision_number=None']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:20:33.237630 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-e2a4a24c-4acb-48ba-a275-0331c9d3c19b tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:20:33.252154 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f1cec3f0-2839-4108-802d-97c7b40b55a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:33.300925 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [req-90bbfc20-e371-4f7e-8bb2-2c4530d56554 req-e2a4a24c-4acb-48ba-a275-0331c9d3c19b tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] No DVR routers for this DVR port 628df675-8ac5-457f-9a0c-d403f3119c8b on host hv-cinder-76019 {{(pid=83971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 21:20:33.305218 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-90bbfc20-e371-4f7e-8bb2-2c4530d56554 req-e2a4a24c-4acb-48ba-a275-0331c9d3c19b tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768493'] for port, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:33.308659 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9632edfd-0835-4430-9bfc-99eb6c22a435', 'name': 'network-vif-deleted', 'tag': '628df675-8ac5-457f-9a0c-d403f3119c8b'}] {{(pid=83971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:20:33.340843 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-90bbfc20-e371-4f7e-8bb2-2c4530d56554 req-e2a4a24c-4acb-48ba-a275-0331c9d3c19b tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.95 "DELETE /v2.0/ports/628df675-8ac5-457f-9a0c-d403f3119c8b HTTP/1.1" status: 204 len: 173 time: 2.9097264 Feb 17 21:20:33.375677 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c0a534-bfd6-4168-befc-1bcbf02b3da3 req-03c45ab6-0075-4b74-b234-5fbba7ce5f50 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:33.384539 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-63c0a534-bfd6-4168-befc-1bcbf02b3da3 req-03c45ab6-0075-4b74-b234-5fbba7ce5f50 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] 10.222.0.90 "GET /v2.0/ports?device_id=cc655fdd-5440-4882-98ba-967daaa1aa2c HTTP/1.1" status: 200 len: 945 time: 0.1944931 Feb 17 21:20:33.425416 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9632edfd-0835-4430-9bfc-99eb6c22a435', 'name': 'network-vif-deleted', 'tag': '628df675-8ac5-457f-9a0c-d403f3119c8b', 'status': 'completed', 'code': 200} Feb 17 21:20:33.467835 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-63c0a534-bfd6-4168-befc-1bcbf02b3da3 req-085e2743-1a0d-4f04-80d1-524cb64332c7 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] 10.222.0.90 "GET /v2.0/security-groups?id=d6b64051-caf7-4d45-aa1e-bcaca4be81ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806878 Feb 17 21:20:33.620698 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a53e5d4-4bc9-464b-91f8-d458c846dfce req-e03a53e2-2042-4e29-91fb-c1ad7199712d tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:33.622293 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-4a53e5d4-4bc9-464b-91f8-d458c846dfce req-e03a53e2-2042-4e29-91fb-c1ad7199712d tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/ports?device_id=1f6b1a26-7928-4ad0-830f-a3920bfcc037 HTTP/1.1" status: 200 len: 946 time: 0.0881922 Feb 17 21:20:33.671713 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-4a53e5d4-4bc9-464b-91f8-d458c846dfce req-213184e2-c309-438c-9158-f435a044bf26 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/security-groups?id=50953140-8b47-4d38-9ad3-ba74e3f5ff3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429950 Feb 17 21:20:34.223610 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-fbf33e3a-54c8-42b0-8d25-997d90cc2fc7 req-6c10c941-e8ca-40de-b6e9-57751bf97669 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Synchronizing usage tracker for tenant:99ecb63817724b3b843973136a4f57b7 on resource:port {{(pid=83971) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:20:34.250731 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-fbf33e3a-54c8-42b0-8d25-997d90cc2fc7 req-6c10c941-e8ca-40de-b6e9-57751bf97669 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Unset dirty status for tenant:99ecb63817724b3b843973136a4f57b7 on resource:port {{(pid=83971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:20:34.252011 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-fbf33e3a-54c8-42b0-8d25-997d90cc2fc7 req-6c10c941-e8ca-40de-b6e9-57751bf97669 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/ports?device_id=9632edfd-0835-4430-9bfc-99eb6c22a435 HTTP/1.1" status: 200 len: 210 time: 0.0918820 Feb 17 21:20:34.267995 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c803a33b-de35-4067-b55e-74122175c726 req-4f55f300-e15d-40eb-9e0f-62663a7b8fdd tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:34.269608 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-c803a33b-de35-4067-b55e-74122175c726 req-4f55f300-e15d-40eb-9e0f-62663a7b8fdd tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/ports?device_id=4d02e800-c249-4f02-8de5-b5f1681d4d5c HTTP/1.1" status: 200 len: 945 time: 0.1551883 Feb 17 21:20:34.322291 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-c803a33b-de35-4067-b55e-74122175c726 req-590e0f24-4dbd-47e6-9e8b-446916d69c92 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/security-groups?id=5df91840-1d6e-47b1-b11d-86f99077f317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459037 Feb 17 21:20:34.500397 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:34.956486 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b516248f-052c-4021-b789-de71125eb615 req-c278bd75-961a-4d85-82a0-e326fe6b1600 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:34.958050 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b516248f-052c-4021-b789-de71125eb615 req-c278bd75-961a-4d85-82a0-e326fe6b1600 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] 10.222.0.90 "GET /v2.0/ports?device_id=cc655fdd-5440-4882-98ba-967daaa1aa2c HTTP/1.1" status: 200 len: 945 time: 0.1200061 Feb 17 21:20:34.965575 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a47062-f1dd-4c27-bbb7-9886a78c7ae1 req-84df5ccf-a83a-425f-a3ac-c1e6c7c57e47 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:34.967180 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-21a47062-f1dd-4c27-bbb7-9886a78c7ae1 req-84df5ccf-a83a-425f-a3ac-c1e6c7c57e47 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/ports?device_id=1f6b1a26-7928-4ad0-830f-a3920bfcc037 HTTP/1.1" status: 200 len: 946 time: 0.1714594 Feb 17 21:20:34.978048 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-b3b29b12-cbe5-4ec2-9621-66af0787c66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:35.047202 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b516248f-052c-4021-b789-de71125eb615 req-214ef462-8b04-4250-b217-154bb59ea0af tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] 10.222.0.90 "GET /v2.0/security-groups?id=d6b64051-caf7-4d45-aa1e-bcaca4be81ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789957 Feb 17 21:20:35.049975 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-21a47062-f1dd-4c27-bbb7-9886a78c7ae1 req-4c8af4e3-5401-4c97-9033-dc6ddee164e6 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/security-groups?id=50953140-8b47-4d38-9ad3-ba74e3f5ff3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622897 Feb 17 21:20:35.524233 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288ca410-729e-4a31-9345-8495883cafeb req-8afb4649-a254-4221-bb90-667e9dc15621 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:35.526093 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-288ca410-729e-4a31-9345-8495883cafeb req-8afb4649-a254-4221-bb90-667e9dc15621 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/ports?device_id=4d02e800-c249-4f02-8de5-b5f1681d4d5c HTTP/1.1" status: 200 len: 945 time: 0.0879152 Feb 17 21:20:35.575821 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-288ca410-729e-4a31-9345-8495883cafeb req-39113255-f82a-4464-8747-82c446de0af4 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/security-groups?id=5df91840-1d6e-47b1-b11d-86f99077f317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431418 Feb 17 21:20:35.753349 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c957355c-00c2-4301-af75-d40908bc7be4 req-ebdb7e77-a77c-4fda-8c57-6cd69b405b6c tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:35.754966 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-c957355c-00c2-4301-af75-d40908bc7be4 req-ebdb7e77-a77c-4fda-8c57-6cd69b405b6c tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee25171f-f073-4a41-ba0f-eb88e8d856c1 HTTP/1.1" status: 200 len: 946 time: 0.0887153 Feb 17 21:20:35.802915 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-c957355c-00c2-4301-af75-d40908bc7be4 req-7b0d7586-db38-4f70-a508-f50ec106e639 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/security-groups?id=fce51754-d32d-475a-91fc-501dc12703ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416541 Feb 17 21:20:36.129012 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 36530) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:20:36.271865 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-a1bf614b-f632-4255-9553-37b98ec6b452 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:36.288313 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-a1bf614b-f632-4255-9553-37b98ec6b452 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:20:36.292576 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-a1bf614b-f632-4255-9553-37b98ec6b452 admin admin] Usage tracker for resource:security_group_rule and tenant:a1ea2d31c8e546e4b426aa37857b1129 is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:20:36.295647 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-a1bf614b-f632-4255-9553-37b98ec6b452 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:20:36.301656 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-a1bf614b-f632-4255-9553-37b98ec6b452 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:20:36.342430 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b20441-14ca-4775-9d2d-660d1dbc0e72 req-8b06b253-94de-454a-905f-33b25b1a6d02 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:36.344020 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-88b20441-14ca-4775-9d2d-660d1dbc0e72 req-8b06b253-94de-454a-905f-33b25b1a6d02 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] 10.222.0.90 "GET /v2.0/ports?device_id=cc655fdd-5440-4882-98ba-967daaa1aa2c HTTP/1.1" status: 200 len: 945 time: 0.1611447 Feb 17 21:20:36.351445 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b599284-7118-487a-b7dd-e4fd198c44f0 req-9cf9990b-db56-468c-a47c-e7049fffb850 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:36.352960 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-5b599284-7118-487a-b7dd-e4fd198c44f0 req-9cf9990b-db56-468c-a47c-e7049fffb850 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/ports?device_id=1f6b1a26-7928-4ad0-830f-a3920bfcc037 HTTP/1.1" status: 200 len: 946 time: 0.1267145 Feb 17 21:20:36.426757 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-a1bf614b-f632-4255-9553-37b98ec6b452 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:36.430240 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-88b20441-14ca-4775-9d2d-660d1dbc0e72 req-c2f5b6f5-ed63-43d4-a0f3-20d0ce0f6599 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] 10.222.0.90 "GET /v2.0/security-groups?id=d6b64051-caf7-4d45-aa1e-bcaca4be81ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762625 Feb 17 21:20:36.437739 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-5b599284-7118-487a-b7dd-e4fd198c44f0 req-b095c4ae-3a07-4cc3-aed4-53e96e930100 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/security-groups?id=50953140-8b47-4d38-9ad3-ba74e3f5ff3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682077 Feb 17 21:20:36.440413 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-a1bf614b-f632-4255-9553-37b98ec6b452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:36.465623 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-4cad8a1d-5339-4331-a0ab-e6ab7150288e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:20:36.505719 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bf614b-f632-4255-9553-37b98ec6b452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91a622a6-d14d-44ae-9da8-1c1e5bdaaac9,revision_number=1']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:20:36.526877 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-a1bf614b-f632-4255-9553-37b98ec6b452 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:20:36.541019 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 36548) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:20:36.541708 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-a1bf614b-f632-4255-9553-37b98ec6b452 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=a1ea2d31c8e546e4b426aa37857b1129&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4109972 Feb 17 21:20:36.700211 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d7649e6b-b322-4998-8719-db51ce4e554a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:36.703012 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Device ec7e291c-e699-435c-bcd9-d9e19a0ca613 up at agent ovs-agent-hv-cinder-76019 {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:20:36.764121 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d7649e6b-b322-4998-8719-db51ce4e554a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:36.788580 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-40b5aebd-c3d9-4535-89c1-167e00cb8faa req-7bb2cc8e-9ea9-442b-9c48-52d8e54e761e tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Synchronizing usage tracker for tenant:36cdcb2459fd422f980d098093256d8b on resource:security_group {{(pid=83971) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:20:36.804130 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Provisioning complete for port ec7e291c-e699-435c-bcd9-d9e19a0ca613 triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:20:36.804559 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:36.833323 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7104d2e5-9f45-43ed-bab1-ab3f4c97ca5d req-54cc7d8c-cb1c-4bd6-8a6c-f15560ae7748 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:36.835137 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-7104d2e5-9f45-43ed-bab1-ab3f4c97ca5d req-54cc7d8c-cb1c-4bd6-8a6c-f15560ae7748 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] 10.222.0.95 "GET /v2.0/ports?device_id=cc655fdd-5440-4882-98ba-967daaa1aa2c HTTP/1.1" status: 200 len: 945 time: 0.2422109 Feb 17 21:20:36.955165 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Device f231cb57-786d-4caa-9186-d8fde6e003f1 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:20:37.007093 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-40b5aebd-c3d9-4535-89c1-167e00cb8faa req-7bb2cc8e-9ea9-442b-9c48-52d8e54e761e tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Unset dirty status for tenant:36cdcb2459fd422f980d098093256d8b on resource:security_group {{(pid=83971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:20:37.008390 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-40b5aebd-c3d9-4535-89c1-167e00cb8faa req-7bb2cc8e-9ea9-442b-9c48-52d8e54e761e tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-1881048583&fields=id&tenant_id=36cdcb2459fd422f980d098093256d8b HTTP/1.1" status: 200 len: 267 time: 0.3220716 Feb 17 21:20:37.070440 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [req-7104d2e5-9f45-43ed-bab1-ab3f4c97ca5d req-56c4f1cf-291f-4c70-a74b-ed3d81a6eea5 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] Deleting port f231cb57-786d-4caa-9186-d8fde6e003f1 {{(pid=83971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:20:37.070878 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-7104d2e5-9f45-43ed-bab1-ab3f4c97ca5d req-56c4f1cf-291f-4c70-a74b-ed3d81a6eea5 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506882676'] for port, before_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:37.077464 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:37.110254 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc655fdd-5440-4882-98ba-967daaa1aa2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f231cb57-786d-4caa-9186-d8fde6e003f1'}] {{(pid=83972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:20:37.120610 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] For port f231cb57-786d-4caa-9186-d8fde6e003f1, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=f231cb57-786d-4caa-9186-d8fde6e003f1,segment=NetworkSegment(08ce18e3-b8b4-42a4-b3b1-cfb0095e7e98),segment_id=08ce18e3-b8b4-42a4-b3b1-cfb0095e7e98)] {{(pid=83972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:20:37.127206 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:37.129040 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:20:37.200203 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Pushing event updated for resources: {'Port': ['ID=f231cb57-786d-4caa-9186-d8fde6e003f1,revision_number=5']} {{(pid=83972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:20:37.204135 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:20:37.261305 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d7649e6b-b322-4998-8719-db51ce4e554a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:37.276876 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-26671dc6-a7f2-43e7-ba43-ee2ec3abaac0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:20:37.324244 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79a075f-ced1-461f-9bcc-0922933e889f req-5dfc3b05-53f5-4150-b778-7f49c07d30d8 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:37.325862 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-c79a075f-ced1-461f-9bcc-0922933e889f req-5dfc3b05-53f5-4150-b778-7f49c07d30d8 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/ports?device_id=4d02e800-c249-4f02-8de5-b5f1681d4d5c HTTP/1.1" status: 200 len: 945 time: 0.5505378 Feb 17 21:20:37.326695 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7649e6b-b322-4998-8719-db51ce4e554a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91a622a6-d14d-44ae-9da8-1c1e5bdaaac9,revision_number=None']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:20:37.329305 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d7649e6b-b322-4998-8719-db51ce4e554a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:20:37.365124 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cae8f04-dad9-4372-9659-333a8d0bc3ee req-0cbb9fcc-c001-4b37-9dd7-08dec078f9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:37.366833 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-4cae8f04-dad9-4372-9659-333a8d0bc3ee req-0cbb9fcc-c001-4b37-9dd7-08dec078f9f3 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=9cd772018d984344b6df5dd95a3340d9&device_id=1f6b1a26-7928-4ad0-830f-a3920bfcc037 HTTP/1.1" status: 200 len: 1163 time: 0.5179117 Feb 17 21:20:37.633965 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d7649e6b-b322-4998-8719-db51ce4e554a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:37.635146 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-d7649e6b-b322-4998-8719-db51ce4e554a admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/91a622a6-d14d-44ae-9da8-1c1e5bdaaac9 HTTP/1.1" status: 204 len: 168 time: 1.0930071 Feb 17 21:20:37.856538 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b5aebd-c3d9-4535-89c1-167e00cb8faa req-96950e3a-965b-4359-a405-418b370b8f20 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:37.858137 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-40b5aebd-c3d9-4535-89c1-167e00cb8faa req-96950e3a-965b-4359-a405-418b370b8f20 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] 10.222.0.90 "GET /v2.0/networks?id=c1614348-f323-4cf2-883f-d1f4e049c03c HTTP/1.1" status: 200 len: 808 time: 0.8271422 Feb 17 21:20:37.898642 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-c79a075f-ced1-461f-9bcc-0922933e889f req-5ba7c607-64aa-4c3e-aab6-1d7f2c7609a2 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/security-groups?id=5df91840-1d6e-47b1-b11d-86f99077f317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5239444 Feb 17 21:20:37.925788 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-40b5aebd-c3d9-4535-89c1-167e00cb8faa req-5f5be66f-5f8b-47ad-8fe7-d0d1c4ea38ff tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] 10.222.0.90 "GET /v2.0/quotas/36cdcb2459fd422f980d098093256d8b HTTP/1.1" status: 200 len: 375 time: 0.0493927 Feb 17 21:20:37.943652 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfeb414-d6ae-439c-abb5-50c9afec1cd9 req-320873e3-3c3c-4c16-b3ce-b84ce3c742d3 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:37.945309 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-8cfeb414-d6ae-439c-abb5-50c9afec1cd9 req-320873e3-3c3c-4c16-b3ce-b84ce3c742d3 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.95 "GET /v2.0/ports?device_id=ee25171f-f073-4a41-ba0f-eb88e8d856c1 HTTP/1.1" status: 200 len: 946 time: 0.7566099 Feb 17 21:20:38.141485 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cae8f04-dad9-4372-9659-333a8d0bc3ee req-3b59534a-70b4-41d8-8e6e-461f047e3d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:38.143126 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-4cae8f04-dad9-4372-9659-333a8d0bc3ee req-3b59534a-70b4-41d8-8e6e-461f047e3d35 service neutron] 10.222.0.95 "GET /v2.0/networks?id=92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7 HTTP/1.1" status: 200 len: 904 time: 0.7492390 Feb 17 21:20:38.273114 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [req-7104d2e5-9f45-43ed-bab1-ab3f4c97ca5d req-56c4f1cf-291f-4c70-a74b-ed3d81a6eea5 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] For port f231cb57-786d-4caa-9186-d8fde6e003f1, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=f231cb57-786d-4caa-9186-d8fde6e003f1,segment=NetworkSegment(08ce18e3-b8b4-42a4-b3b1-cfb0095e7e98),segment_id=08ce18e3-b8b4-42a4-b3b1-cfb0095e7e98)] {{(pid=83971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:20:38.273514 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-7104d2e5-9f45-43ed-bab1-ab3f4c97ca5d req-56c4f1cf-291f-4c70-a74b-ed3d81a6eea5 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-921726'] for port, precommit_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:38.297982 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [req-8cfeb414-d6ae-439c-abb5-50c9afec1cd9 req-724c1d65-73f0-4334-bb56-ef5a5de6d1fc tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Deleting port 7e87c519-d098-438c-bee3-fa72f788cba9 {{(pid=83971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:20:38.298365 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-8cfeb414-d6ae-439c-abb5-50c9afec1cd9 req-724c1d65-73f0-4334-bb56-ef5a5de6d1fc tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506882676'] for port, before_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:38.450685 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 36592) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:20:38.486223 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [req-7104d2e5-9f45-43ed-bab1-ab3f4c97ca5d req-56c4f1cf-291f-4c70-a74b-ed3d81a6eea5 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] Calling delete_port for f231cb57-786d-4caa-9186-d8fde6e003f1 owned by compute:nova {{(pid=83971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:20:38.568016 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [None req-ffce5729-159b-422f-81ce-c036a3feb46f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-589450793-network', 'tenant_id': 'dd37991a5603474184e1e7e103b5e2e7'}} {{(pid=83970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:20:38.572331 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-4cae8f04-dad9-4372-9659-333a8d0bc3ee req-bba89cd6-0643-4197-9256-765dfc4af592 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec7e291c-e699-435c-bcd9-d9e19a0ca613 HTTP/1.1" status: 200 len: 1001 time: 0.4155545 Feb 17 21:20:38.573308 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-ffce5729-159b-422f-81ce-c036a3feb46f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:20:38.577689 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-ffce5729-159b-422f-81ce-c036a3feb46f admin admin] Usage tracker for resource:network and tenant:dd37991a5603474184e1e7e103b5e2e7 is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:20:38.580822 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-ffce5729-159b-422f-81ce-c036a3feb46f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:20:38.587744 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-ffce5729-159b-422f-81ce-c036a3feb46f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:20:38.597960 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffce5729-159b-422f-81ce-c036a3feb46f admin admin] Made reservation on behalf of dd37991a5603474184e1e7e103b5e2e7 for: {'network': 1} {{(pid=83970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:20:38.603938 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ffce5729-159b-422f-81ce-c036a3feb46f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for network, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:38.616958 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ffce5729-159b-422f-81ce-c036a3feb46f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:38.625288 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Device 7e87c519-d098-438c-bee3-fa72f788cba9 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:20:38.632569 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-ffce5729-159b-422f-81ce-c036a3feb46f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:20:38.636706 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-ffce5729-159b-422f-81ce-c036a3feb46f admin admin] Usage tracker for resource:security_group_rule and tenant:dd37991a5603474184e1e7e103b5e2e7 is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:20:38.639722 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-ffce5729-159b-422f-81ce-c036a3feb46f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:20:38.645518 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-ffce5729-159b-422f-81ce-c036a3feb46f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:20:38.679391 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-40b5aebd-c3d9-4535-89c1-167e00cb8faa req-166e3c8d-df68-4331-b3e8-32fe6a927743 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=36cdcb2459fd422f980d098093256d8b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7307260 Feb 17 21:20:38.743667 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ffce5729-159b-422f-81ce-c036a3feb46f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:38.747582 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ffce5729-159b-422f-81ce-c036a3feb46f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:38.754492 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaceebf-c8c0-43ec-ba92-200087c63981 req-8016aaae-111d-4dfa-b5af-b5e2099c13bb tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:38.758741 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-3eaceebf-c8c0-43ec-ba92-200087c63981 req-8016aaae-111d-4dfa-b5af-b5e2099c13bb tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/ports?device_id=1f6b1a26-7928-4ad0-830f-a3920bfcc037 HTTP/1.1" status: 200 len: 946 time: 0.6717472 Feb 17 21:20:38.762135 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:38.763363 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-6efe2705-e5f6-45e2-9453-1103076443f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:20:38.772477 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffce5729-159b-422f-81ce-c036a3feb46f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 11} {{(pid=83970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 21:20:38.795537 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ffce5729-159b-422f-81ce-c036a3feb46f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363254506717436', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846507987'] for segment, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:38.795987 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.db.segments_db [None req-ffce5729-159b-422f-81ce-c036a3feb46f admin admin] Added segment 55b585c7-7eac-4e22-a330-06e1852eeb02 of type vxlan for network 91ed6b15-96c5-473b-b3e5-022a9f16968c Feb 17 21:20:38.798679 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] For port 7e87c519-d098-438c-bee3-fa72f788cba9, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=7e87c519-d098-438c-bee3-fa72f788cba9,segment=NetworkSegment(f4a680a4-70bd-4ad3-8819-012844941805),segment_id=f4a680a4-70bd-4ad3-8819-012844941805)] {{(pid=83972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:20:38.801662 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:38.803845 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:20:38.804959 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffce5729-159b-422f-81ce-c036a3feb46f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29732fa1-20df-4399-9daf-2f6c9147bbac,revision_number=1']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:20:38.830097 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-ffce5729-159b-422f-81ce-c036a3feb46f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:20:38.834497 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ffce5729-159b-422f-81ce-c036a3feb46f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363254507310776'] for network, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:38.868050 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cae8f04-dad9-4372-9659-333a8d0bc3ee req-762e935b-b584-4e3d-97bb-566ca4dcd459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:38.868549 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ffce5729-159b-422f-81ce-c036a3feb46f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826'] for network, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:38.869654 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-4cae8f04-dad9-4372-9659-333a8d0bc3ee req-762e935b-b584-4e3d-97bb-566ca4dcd459 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0319529e-2e97-491e-9c53-3becc98cbcb1 HTTP/1.1" status: 200 len: 849 time: 0.2890067 Feb 17 21:20:38.869979 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffce5729-159b-422f-81ce-c036a3feb46f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:38.870797 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ffce5729-159b-422f-81ce-c036a3feb46f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854194843'] for network, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:38.875760 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Pushing event updated for resources: {'Port': ['ID=7e87c519-d098-438c-bee3-fa72f788cba9,revision_number=5']} {{(pid=83972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:20:38.876077 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-2bf5a0ad-fc7c-419d-8a1d-6652094ca66b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:20:38.879138 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:20:38.996088 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffce5729-159b-422f-81ce-c036a3feb46f admin admin] Pushing event updated for resources: {'Network': ['ID=91ed6b15-96c5-473b-b3e5-022a9f16968c,revision_number=1']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:20:38.999301 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-ffce5729-159b-422f-81ce-c036a3feb46f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:20:39.006722 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-ffce5729-159b-422f-81ce-c036a3feb46f admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5546386 Feb 17 21:20:39.009440 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Network 91ed6b15-96c5-473b-b3e5-022a9f16968c details requested by agent ovs-agent-dv-cinder-760193-4-smb with host dv-cinder-760193-4-smb {{(pid=83972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 21:20:39.062187 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 36600) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:20:39.081621 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [None req-60e5f894-3bab-419f-a594-66344024f185 admin admin] Request body: {'subnet': {'network_id': '91ed6b15-96c5-473b-b3e5-022a9f16968c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-589450793-subnet', 'tenant_id': 'dd37991a5603474184e1e7e103b5e2e7', 'ip_version': 4}} {{(pid=83970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:20:39.091806 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-60e5f894-3bab-419f-a594-66344024f185 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:20:39.097652 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-60e5f894-3bab-419f-a594-66344024f185 admin admin] Usage tracker for resource:subnet and tenant:dd37991a5603474184e1e7e103b5e2e7 is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:20:39.098590 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-3eaceebf-c8c0-43ec-ba92-200087c63981 req-ae5e0b2e-2cfe-499c-abef-07063697eb1f tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/security-groups?id=50953140-8b47-4d38-9ad3-ba74e3f5ff3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2768645 Feb 17 21:20:39.101624 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-60e5f894-3bab-419f-a594-66344024f185 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:20:39.108715 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-60e5f894-3bab-419f-a594-66344024f185 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:20:39.126527 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e5f894-3bab-419f-a594-66344024f185 admin admin] Made reservation on behalf of dd37991a5603474184e1e7e103b5e2e7 for: {'subnet': 1} {{(pid=83970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:20:39.129055 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Network 91ed6b15-96c5-473b-b3e5-022a9f16968c details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=83972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 21:20:39.133012 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-60e5f894-3bab-419f-a594-66344024f185 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852432875'] for subnet, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:39.178191 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-7104d2e5-9f45-43ed-bab1-ab3f4c97ca5d req-56c4f1cf-291f-4c70-a74b-ed3d81a6eea5 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782347900463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782347493337'] for port, after_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:39.205868 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:20:39.246848 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-40b5aebd-c3d9-4535-89c1-167e00cb8faa req-8a6556f4-189d-4d62-b17a-ae312e9ca7dd service neutron] 10.222.0.90 "GET /v2.0/networks/c1614348-f323-4cf2-883f-d1f4e049c03c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5349991 Feb 17 21:20:39.576967 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-60e5f894-3bab-419f-a594-66344024f185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853044652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852432892'] for subnet, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:39.593338 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:20:39.622993 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c4f1cf-291f-4c70-a74b-ed3d81a6eea5 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] Pushing event deleted for resources: {'Port': ['ID=f231cb57-786d-4caa-9186-d8fde6e003f1,revision_number=None']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:20:39.642752 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-56c4f1cf-291f-4c70-a74b-ed3d81a6eea5 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:20:39.724581 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e5f894-3bab-419f-a594-66344024f185 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd2c5f1d-7235-45ff-833f-908aea4c2ec0,revision_number=0']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:20:39.728336 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-60e5f894-3bab-419f-a594-66344024f185 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:20:39.750230 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [req-8cfeb414-d6ae-439c-abb5-50c9afec1cd9 req-724c1d65-73f0-4334-bb56-ef5a5de6d1fc tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] For port 7e87c519-d098-438c-bee3-fa72f788cba9, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=7e87c519-d098-438c-bee3-fa72f788cba9,segment=NetworkSegment(f4a680a4-70bd-4ad3-8819-012844941805),segment_id=f4a680a4-70bd-4ad3-8819-012844941805)] {{(pid=83971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:20:39.750653 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-8cfeb414-d6ae-439c-abb5-50c9afec1cd9 req-724c1d65-73f0-4334-bb56-ef5a5de6d1fc tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-921726'] for port, precommit_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:39.759842 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cae8f04-dad9-4372-9659-333a8d0bc3ee req-65f28502-dfdd-4aae-b802-bd110998ec3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:39.761776 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-4cae8f04-dad9-4372-9659-333a8d0bc3ee req-65f28502-dfdd-4aae-b802-bd110998ec3b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.7799520 Feb 17 21:20:39.809276 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e5f894-3bab-419f-a594-66344024f185 admin admin] Checking segment: {'id': '55b585c7-7eac-4e22-a330-06e1852eeb02', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '91ed6b15-96c5-473b-b3e5-022a9f16968c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:20:39.809673 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e5f894-3bab-419f-a594-66344024f185 admin admin] Network hostable DHCP agents. Network: 91ed6b15-96c5-473b-b3e5-022a9f16968c, hostable agents: ['81574b38-487a-4663-81fe-2ebf358e1d09'], hosted agents: [] {{(pid=83970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 21:20:39.829385 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e5f894-3bab-419f-a594-66344024f185 admin admin] Network 91ed6b15-96c5-473b-b3e5-022a9f16968c is scheduled to be hosted by DHCP agent 81574b38-487a-4663-81fe-2ebf358e1d09 with binding_index 1 {{(pid=83970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 21:20:39.838119 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.base_scheduler [None req-60e5f894-3bab-419f-a594-66344024f185 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-4-smb, 91ed6b15-96c5-473b-b3e5-022a9f16968c) {{(pid=83970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:20:39.853667 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0408cf6c-4c9c-4639-a08a-fff867bf48e1 None None] Network 91ed6b15-96c5-473b-b3e5-022a9f16968c requested from dv-cinder-760193-4-smb {{(pid=83972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 21:20:39.857163 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e5f894-3bab-419f-a594-66344024f185 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:39.857817 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-60e5f894-3bab-419f-a594-66344024f185 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854194843'] for subnet, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:39.886491 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-60e5f894-3bab-419f-a594-66344024f185 admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8205996 Feb 17 21:20:39.887666 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 36614) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:20:39.894635 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [None req-ab1e550b-7d3e-4ca7-ab68-46e10db12123 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-589450793-router', 'tenant_id': 'dd37991a5603474184e1e7e103b5e2e7', 'external_gateway_info': {'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e'}}} {{(pid=83970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:20:39.900826 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-ab1e550b-7d3e-4ca7-ab68-46e10db12123 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:20:39.906695 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-ab1e550b-7d3e-4ca7-ab68-46e10db12123 admin admin] Usage tracker for resource:router and tenant:dd37991a5603474184e1e7e103b5e2e7 is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:20:39.910939 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-ab1e550b-7d3e-4ca7-ab68-46e10db12123 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:20:39.918897 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-ab1e550b-7d3e-4ca7-ab68-46e10db12123 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:20:39.930784 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ab1e550b-7d3e-4ca7-ab68-46e10db12123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-921044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773547'] for router, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:39.932584 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ab1e550b-7d3e-4ca7-ab68-46e10db12123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853852799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853749326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2210'] for router, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:39.950226 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ab1e550b-7d3e-4ca7-ab68-46e10db12123 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:40.000345 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [req-8cfeb414-d6ae-439c-abb5-50c9afec1cd9 req-724c1d65-73f0-4334-bb56-ef5a5de6d1fc tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Calling delete_port for 7e87c519-d098-438c-bee3-fa72f788cba9 owned by compute:nova {{(pid=83971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:20:40.119338 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997d526d-56f1-480e-bf89-1beec818876b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909145cb-0fec-5b9f-a561-58eb3c151e7d-91ed6b15-96c5-473b-b3e5-022a9f16968c', 'network_id': '91ed6b15-96c5-473b-b3e5-022a9f16968c', 'tenant_id': 'dd37991a5603474184e1e7e103b5e2e7', 'fixed_ips': [{'subnet_id': 'bd2c5f1d-7235-45ff-833f-908aea4c2ec0'}]}} from dv-cinder-760193-4-smb. {{(pid=83972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 21:20:40.120674 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-997d526d-56f1-480e-bf89-1beec818876b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_create {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:40.203391 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-40b5aebd-c3d9-4535-89c1-167e00cb8faa req-1d084290-7284-495d-9c8f-8b9975ca823f service neutron] 10.222.0.90 "GET /v2.0/networks/c1614348-f323-4cf2-883f-d1f4e049c03c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6663990 Feb 17 21:20:40.216820 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab9978-7a8b-432e-b1d0-f252f8ec867c req-d0e750bb-1290-4b68-992e-67057db502a2 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:40.225567 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-6cab9978-7a8b-432e-b1d0-f252f8ec867c req-d0e750bb-1290-4b68-992e-67057db502a2 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee25171f-f073-4a41-ba0f-eb88e8d856c1 HTTP/1.1" status: 200 len: 944 time: 0.9717257 Feb 17 21:20:40.253101 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ab1e550b-7d3e-4ca7-ab68-46e10db12123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853850566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853854798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2227'] for router, precommit_update {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:40.282559 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-4cae8f04-dad9-4372-9659-333a8d0bc3ee req-295c84ce-a47f-46a4-8d0b-511a67cf0108 service neutron] 10.222.0.95 "GET /v2.0/networks/92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5119781 Feb 17 21:20:40.307496 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [req-7104d2e5-9f45-43ed-bab1-ab3f4c97ca5d req-56c4f1cf-291f-4c70-a74b-ed3d81a6eea5 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] No DVR routers for this DVR port f231cb57-786d-4caa-9186-d8fde6e003f1 on host hv-cinder-76019 {{(pid=83971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 21:20:40.332918 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-7104d2e5-9f45-43ed-bab1-ab3f4c97ca5d req-56c4f1cf-291f-4c70-a74b-ed3d81a6eea5 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768493'] for port, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:40.347111 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc655fdd-5440-4882-98ba-967daaa1aa2c', 'name': 'network-vif-deleted', 'tag': 'f231cb57-786d-4caa-9186-d8fde6e003f1'}] {{(pid=83971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:20:40.421440 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-7104d2e5-9f45-43ed-bab1-ab3f4c97ca5d req-56c4f1cf-291f-4c70-a74b-ed3d81a6eea5 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] 10.222.0.95 "DELETE /v2.0/ports/f231cb57-786d-4caa-9186-d8fde6e003f1 HTTP/1.1" status: 204 len: 173 time: 3.5736802 Feb 17 21:20:40.439498 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.db_base_plugin_common [None req-997d526d-56f1-480e-bf89-1beec818876b None None] Allocated IP 172.20.0.2 (91ed6b15-96c5-473b-b3e5-022a9f16968c/bd2c5f1d-7235-45ff-833f-908aea4c2ec0/d5ef704f-aec8-449a-942c-67f1853ec81b) {{(pid=83972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 21:20:40.459619 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-6cab9978-7a8b-432e-b1d0-f252f8ec867c req-efdae0c5-668a-4a75-b718-c00999a9a0d9 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/security-groups?id=fce51754-d32d-475a-91fc-501dc12703ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328451 Feb 17 21:20:40.473046 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.db.api [req-8cfeb414-d6ae-439c-abb5-50c9afec1cd9 req-724c1d65-73f0-4334-bb56-ef5a5de6d1fc tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83971) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 21:20:40.473598 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_db.api [req-8cfeb414-d6ae-439c-abb5-50c9afec1cd9 req-724c1d65-73f0-4334-bb56-ef5a5de6d1fc tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 21:20:40.569824 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-4cae8f04-dad9-4372-9659-333a8d0bc3ee req-b4ddcb0e-a209-408b-84ee-04cde96d138b service neutron] 10.222.0.95 "GET /v2.0/networks/92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2766798 Feb 17 21:20:40.580203 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc655fdd-5440-4882-98ba-967daaa1aa2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f231cb57-786d-4caa-9186-d8fde6e003f1', 'code': 200} Feb 17 21:20:40.659275 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ab1e550b-7d3e-4ca7-ab68-46e10db12123 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:40.697475 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ab1e550b-7d3e-4ca7-ab68-46e10db12123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:40.736921 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-4417c6a5-27ce-4699-af4f-317971f40e5a req-c428961f-91b7-4cd7-9aed-efa9e828f145 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] Synchronizing usage tracker for tenant:a50a5bcc4e084e6db92be79811667253 on resource:port {{(pid=83971) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:20:40.784206 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-4417c6a5-27ce-4699-af4f-317971f40e5a req-c428961f-91b7-4cd7-9aed-efa9e828f145 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] Unset dirty status for tenant:a50a5bcc4e084e6db92be79811667253 on resource:port {{(pid=83971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:20:40.784744 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-997d526d-56f1-480e-bf89-1beec818876b None None] Notify callbacks [] for port, precommit_create {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:40.785761 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-4417c6a5-27ce-4699-af4f-317971f40e5a req-c428961f-91b7-4cd7-9aed-efa9e828f145 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] 10.222.0.90 "GET /v2.0/ports?device_id=cc655fdd-5440-4882-98ba-967daaa1aa2c HTTP/1.1" status: 200 len: 210 time: 0.1048493 Feb 17 21:20:40.796777 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-997d526d-56f1-480e-bf89-1beec818876b None None] Transition to ACTIVE for port object d5ef704f-aec8-449a-942c-67f1853ec81b will not be triggered until provisioned by entity L2. {{(pid=83972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:20:40.824741 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-997d526d-56f1-480e-bf89-1beec818876b None None] Transition to ACTIVE for port object d5ef704f-aec8-449a-942c-67f1853ec81b will not be triggered until provisioned by entity DHCP. {{(pid=83972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:20:40.829811 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-997d526d-56f1-480e-bf89-1beec818876b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782347517401'] for port, after_create {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:40.867243 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:20:41.058239 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a218ab33-6a59-4f63-9e48-f46be092ef25 req-e07e64e9-9395-4cd5-ae31-a8614fbae804 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:41.068190 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-a218ab33-6a59-4f63-9e48-f46be092ef25 req-e07e64e9-9395-4cd5-ae31-a8614fbae804 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/ports?device_id=4d02e800-c249-4f02-8de5-b5f1681d4d5c HTTP/1.1" status: 200 len: 945 time: 0.2201829 Feb 17 21:20:41.070463 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [req-8cfeb414-d6ae-439c-abb5-50c9afec1cd9 req-724c1d65-73f0-4334-bb56-ef5a5de6d1fc tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Deleting port 7e87c519-d098-438c-bee3-fa72f788cba9 {{(pid=83971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:20:41.071000 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-8cfeb414-d6ae-439c-abb5-50c9afec1cd9 req-724c1d65-73f0-4334-bb56-ef5a5de6d1fc tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506882676'] for port, before_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:41.110411 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997d526d-56f1-480e-bf89-1beec818876b None None] Pushing event updated for resources: {'Port': ['ID=d5ef704f-aec8-449a-942c-67f1853ec81b,revision_number=1']} {{(pid=83972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:20:41.115725 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-997d526d-56f1-480e-bf89-1beec818876b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:20:41.183304 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.db_base_plugin_common [None req-ab1e550b-7d3e-4ca7-ab68-46e10db12123 admin admin] Allocated IP 172.28.3.251 (35a248c9-4e56-449c-88ff-c033f82ee17e/44c24f99-5b56-46d4-85cc-b908fd8db103/e9cb67b1-bba5-451b-8ab4-122f07879e89) {{(pid=83970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 21:20:41.224925 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997d526d-56f1-480e-bf89-1beec818876b None None] Network 91ed6b15-96c5-473b-b3e5-022a9f16968c is already hosted by enough agents. {{(pid=83972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:20:41.226210 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.base_scheduler [None req-997d526d-56f1-480e-bf89-1beec818876b None None] Resources bound (agent type, host, resource id): {{(pid=83972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:20:41.228612 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997d526d-56f1-480e-bf89-1beec818876b None None] Received port after_create {{(pid=83972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 21:20:41.382186 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [None req-997d526d-56f1-480e-bf89-1beec818876b None None] Attempting to bind port d5ef704f-aec8-449a-942c-67f1853ec81b on host dv-cinder-760193-4-smb for vnic_type normal with profile {{(pid=83972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 21:20:41.382648 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [None req-997d526d-56f1-480e-bf89-1beec818876b None None] Attempting to bind port d5ef704f-aec8-449a-942c-67f1853ec81b by drivers openvswitch on host dv-cinder-760193-4-smb at level 0 using segments [{'id': '55b585c7-7eac-4e22-a330-06e1852eeb02', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '91ed6b15-96c5-473b-b3e5-022a9f16968c'}] {{(pid=83972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 21:20:41.383053 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997d526d-56f1-480e-bf89-1beec818876b None None] Attempting to bind port d5ef704f-aec8-449a-942c-67f1853ec81b on network 91ed6b15-96c5-473b-b3e5-022a9f16968c {{(pid=83972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 21:20:41.396474 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997d526d-56f1-480e-bf89-1beec818876b None None] Checking agent: {'id': '1f40505b-3e8c-4bc5-b539-d04281a15ea5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 21, 9, 4), 'started_at': datetime.datetime(2021, 2, 17, 21, 9, 34), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.98', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 21:20:41.396844 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997d526d-56f1-480e-bf89-1beec818876b None None] Checking segment: {'id': '55b585c7-7eac-4e22-a330-06e1852eeb02', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '91ed6b15-96c5-473b-b3e5-022a9f16968c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:20:41.397247 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-997d526d-56f1-480e-bf89-1beec818876b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:41.397695 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997d526d-56f1-480e-bf89-1beec818876b None None] Bound using segment: {'id': '55b585c7-7eac-4e22-a330-06e1852eeb02', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '91ed6b15-96c5-473b-b3e5-022a9f16968c'} {{(pid=83972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 21:20:41.398233 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [None req-997d526d-56f1-480e-bf89-1beec818876b None None] Bound port: d5ef704f-aec8-449a-942c-67f1853ec81b, host: dv-cinder-760193-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55b585c7-7eac-4e22-a330-06e1852eeb02', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '91ed6b15-96c5-473b-b3e5-022a9f16968c'}}] {{(pid=83972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 21:20:41.399005 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-997d526d-56f1-480e-bf89-1beec818876b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:41.499172 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ab1e550b-7d3e-4ca7-ab68-46e10db12123 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:41.532222 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ab1e550b-7d3e-4ca7-ab68-46e10db12123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782347517401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1732037'] for port, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:41.547749 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:20:41.605885 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-a218ab33-6a59-4f63-9e48-f46be092ef25 req-e305000c-d757-4543-9e08-a2bdfcb6e924 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/security-groups?id=5df91840-1d6e-47b1-b11d-86f99077f317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5360353 Feb 17 21:20:41.625858 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1e550b-7d3e-4ca7-ab68-46e10db12123 admin admin] Pushing event updated for resources: {'Port': ['ID=e9cb67b1-bba5-451b-8ab4-122f07879e89,revision_number=1']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:20:41.630624 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-ab1e550b-7d3e-4ca7-ab68-46e10db12123 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:20:41.678859 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-997d526d-56f1-480e-bf89-1beec818876b None None] For port d5ef704f-aec8-449a-942c-67f1853ec81b, host dv-cinder-760193-4-smb, cleared binding levels {{(pid=83972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 21:20:41.693686 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-997d526d-56f1-480e-bf89-1beec818876b None None] For port d5ef704f-aec8-449a-942c-67f1853ec81b, host dv-cinder-760193-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-smb',level=0,port_id=d5ef704f-aec8-449a-942c-67f1853ec81b,segment=NetworkSegment(55b585c7-7eac-4e22-a330-06e1852eeb02),segment_id=55b585c7-7eac-4e22-a330-06e1852eeb02)] {{(pid=83972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 21:20:41.703197 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-997d526d-56f1-480e-bf89-1beec818876b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:41.783056 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc655fdd-5440-4882-98ba-967daaa1aa2c', 'name': 'network-vif-deleted', 'tag': 'f231cb57-786d-4caa-9186-d8fde6e003f1', 'status': 'completed', 'code': 200} Feb 17 21:20:41.800385 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d813a428-51b6-4cac-bacc-66d82b4aa4ac req-5a128472-8f2a-4208-bce6-dd4b834356c0 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:41.809096 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-d813a428-51b6-4cac-bacc-66d82b4aa4ac req-5a128472-8f2a-4208-bce6-dd4b834356c0 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/ports?device_id=1f6b1a26-7928-4ad0-830f-a3920bfcc037 HTTP/1.1" status: 200 len: 946 time: 0.8579969 Feb 17 21:20:41.877221 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [req-8cfeb414-d6ae-439c-abb5-50c9afec1cd9 req-724c1d65-73f0-4334-bb56-ef5a5de6d1fc tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] For port 7e87c519-d098-438c-bee3-fa72f788cba9, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=7e87c519-d098-438c-bee3-fa72f788cba9,segment=NetworkSegment(f4a680a4-70bd-4ad3-8819-012844941805),segment_id=f4a680a4-70bd-4ad3-8819-012844941805)] {{(pid=83971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:20:41.877819 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-8cfeb414-d6ae-439c-abb5-50c9afec1cd9 req-724c1d65-73f0-4334-bb56-ef5a5de6d1fc tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-921726'] for port, precommit_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:41.901010 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-997d526d-56f1-480e-bf89-1beec818876b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:20:41.907864 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-d813a428-51b6-4cac-bacc-66d82b4aa4ac req-1f95b61c-c35d-43bf-afb1-5a4520ccab5f tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/security-groups?id=50953140-8b47-4d38-9ad3-ba74e3f5ff3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974500 Feb 17 21:20:41.922038 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1e550b-7d3e-4ca7-ab68-46e10db12123 admin admin] Network 35a248c9-4e56-449c-88ff-c033f82ee17e is already hosted by enough agents. {{(pid=83970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:20:41.932394 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.base_scheduler [None req-ab1e550b-7d3e-4ca7-ab68-46e10db12123 admin admin] Resources bound (agent type, host, resource id): {{(pid=83970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:20:41.935133 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1e550b-7d3e-4ca7-ab68-46e10db12123 admin admin] Received port after_create {{(pid=83970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 21:20:42.034052 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997d526d-56f1-480e-bf89-1beec818876b None None] Pushing event updated for resources: {'Port': ['ID=d5ef704f-aec8-449a-942c-67f1853ec81b,revision_number=2']} {{(pid=83972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:20:42.042295 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-997d526d-56f1-480e-bf89-1beec818876b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:20:42.246858 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [req-8cfeb414-d6ae-439c-abb5-50c9afec1cd9 req-724c1d65-73f0-4334-bb56-ef5a5de6d1fc tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Calling delete_port for 7e87c519-d098-438c-bee3-fa72f788cba9 owned by compute:nova {{(pid=83971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:20:42.305292 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-54f28da3-dd1d-4314-b811-840bececebf2 req-0b8dd66b-f20a-425a-a13c-cc95611ab185 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] 10.222.0.90 "GET /v2.0/ports?device_id=a2e05e33-855d-4e48-ae23-655eab5ed6d8 HTTP/1.1" status: 200 len: 210 time: 0.2301002 Feb 17 21:20:42.426311 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a2ae9a-c2bf-476e-98a2-33b49d02d2dd req-d253bd40-cf16-49f6-be03-0ffe551b2d77 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:42.438019 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-09a2ae9a-c2bf-476e-98a2-33b49d02d2dd req-d253bd40-cf16-49f6-be03-0ffe551b2d77 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee25171f-f073-4a41-ba0f-eb88e8d856c1 HTTP/1.1" status: 200 len: 944 time: 0.3584313 Feb 17 21:20:42.583932 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee25171f-f073-4a41-ba0f-eb88e8d856c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e87c519-d098-438c-bee3-fa72f788cba9'}] {{(pid=83972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:20:42.675536 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee25171f-f073-4a41-ba0f-eb88e8d856c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e87c519-d098-438c-bee3-fa72f788cba9', 'code': 200} Feb 17 21:20:42.697446 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Device ec7e291c-e699-435c-bcd9-d9e19a0ca613 up at agent ovs-agent-hv-cinder-76019 {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:20:42.808443 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Provisioning complete for port ec7e291c-e699-435c-bcd9-d9e19a0ca613 triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:20:42.809000 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:42.930247 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ab1e550b-7d3e-4ca7-ab68-46e10db12123 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:43.105670 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-09a2ae9a-c2bf-476e-98a2-33b49d02d2dd req-6649b75d-f770-4b96-8a14-9024d8d30ef0 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/security-groups?id=fce51754-d32d-475a-91fc-501dc12703ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6698909 Feb 17 21:20:43.153331 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-8cfeb414-d6ae-439c-abb5-50c9afec1cd9 req-724c1d65-73f0-4334-bb56-ef5a5de6d1fc tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782347900463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782347493337'] for port, after_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:43.229016 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b5aebd-c3d9-4535-89c1-167e00cb8faa req-cf829ddc-397f-4b65-bcff-5995eb1facc9 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:43.238332 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-40b5aebd-c3d9-4535-89c1-167e00cb8faa req-cf829ddc-397f-4b65-bcff-5995eb1facc9 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] 10.222.0.95 "GET /v2.0/networks?id=c1614348-f323-4cf2-883f-d1f4e049c03c HTTP/1.1" status: 200 len: 808 time: 0.7003698 Feb 17 21:20:43.239819 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-056367c0-ffae-42e9-a025-3d24bf37a8d1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:20:43.293330 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724c1d65-73f0-4334-bb56-ef5a5de6d1fc tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Pushing event deleted for resources: {'Port': ['ID=7e87c519-d098-438c-bee3-fa72f788cba9,revision_number=None']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:20:43.296651 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-724c1d65-73f0-4334-bb56-ef5a5de6d1fc tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:20:43.449619 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ab1e550b-7d3e-4ca7-ab68-46e10db12123 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853854813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-925185'] for router, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:43.481289 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed617b-31bd-4c3f-b87a-16913d87e24d req-0612ffe4-5253-4651-85f1-94f8b25e8645 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:43.489094 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-72ed617b-31bd-4c3f-b87a-16913d87e24d req-0612ffe4-5253-4651-85f1-94f8b25e8645 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/ports?device_id=4d02e800-c249-4f02-8de5-b5f1681d4d5c HTTP/1.1" status: 200 len: 945 time: 0.5821185 Feb 17 21:20:43.616331 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-40b5aebd-c3d9-4535-89c1-167e00cb8faa req-04e05005-07aa-451e-9024-6381ff413d0f tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=36cdcb2459fd422f980d098093256d8b HTTP/1.1" status: 200 len: 5759 time: 0.3254132 Feb 17 21:20:43.639054 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-72ed617b-31bd-4c3f-b87a-16913d87e24d req-039ef8f1-9b5e-4647-b7d8-bbdf4686ec2b tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/security-groups?id=5df91840-1d6e-47b1-b11d-86f99077f317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478627 Feb 17 21:20:43.657373 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [req-40b5aebd-c3d9-4535-89c1-167e00cb8faa req-d79bf7d7-5fde-4935-9272-d88fc544b9c7 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Request body: {'port': {'device_id': 'a2e05e33-855d-4e48-ae23-655eab5ed6d8', 'network_id': 'c1614348-f323-4cf2-883f-d1f4e049c03c', 'admin_state_up': True, 'tenant_id': '36cdcb2459fd422f980d098093256d8b', 'security_groups': ['54f127c0-a302-4400-a813-22dad7bea484']}} {{(pid=83971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:20:43.762054 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9777a85b-0442-43f3-a6ef-0d8b5a676fad None None] Network 91ed6b15-96c5-473b-b3e5-022a9f16968c requested from dv-cinder-760193-4-smb {{(pid=83972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 21:20:43.809846 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91967bf6-14b5-4ebc-b97c-fd5bd61ba127 req-92c4c7c7-100a-499f-9b64-c7d40dafd9cc tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:43.810681 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab1e550b-7d3e-4ca7-ab68-46e10db12123 admin admin] Router 0b5cf012-3b04-40cc-b846-1081fba5f7c5 is scheduled to L3 agent 0536e1cb-4d3e-42d2-8b6d-8bd52a4e2590 with binding_index 1 {{(pid=83970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 21:20:43.817362 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-91967bf6-14b5-4ebc-b97c-fd5bd61ba127 req-92c4c7c7-100a-499f-9b64-c7d40dafd9cc tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/ports?device_id=1f6b1a26-7928-4ad0-830f-a3920bfcc037 HTTP/1.1" status: 200 len: 946 time: 0.5251815 Feb 17 21:20:44.035262 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cfeb414-d6ae-439c-abb5-50c9afec1cd9 req-724c1d65-73f0-4334-bb56-ef5a5de6d1fc tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] No DVR routers for this DVR port 7e87c519-d098-438c-bee3-fa72f788cba9 on host hv-cinder-76019 {{(pid=83971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 21:20:44.047608 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-7be00905-751c-4c24-87b8-487ca17d376a req-0cc12180-7d85-48a4-be2e-daab3c0b4a09 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] 10.222.0.90 "GET /v2.0/ports?device_id=a2e05e33-855d-4e48-ae23-655eab5ed6d8 HTTP/1.1" status: 200 len: 210 time: 0.2513494 Feb 17 21:20:44.077451 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-8cfeb414-d6ae-439c-abb5-50c9afec1cd9 req-724c1d65-73f0-4334-bb56-ef5a5de6d1fc tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768493'] for port, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:44.100316 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Device d5ef704f-aec8-449a-942c-67f1853ec81b up at agent ovs-agent-dv-cinder-760193-4-smb {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:20:44.100535 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee25171f-f073-4a41-ba0f-eb88e8d856c1', 'name': 'network-vif-deleted', 'tag': '7e87c519-d098-438c-bee3-fa72f788cba9'}] {{(pid=83971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:20:44.140019 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-c617d3fe-9420-4fcd-b61c-997f7f02e4a1 None None] Provisioning for port d5ef704f-aec8-449a-942c-67f1853ec81b completed by entity DHCP. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:20:44.153547 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-8cfeb414-d6ae-439c-abb5-50c9afec1cd9 req-724c1d65-73f0-4334-bb56-ef5a5de6d1fc tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.95 "DELETE /v2.0/ports/7e87c519-d098-438c-bee3-fa72f788cba9 HTTP/1.1" status: 204 len: 173 time: 6.1936901 Feb 17 21:20:44.212900 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Provisioning for port d5ef704f-aec8-449a-942c-67f1853ec81b completed by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:20:44.231954 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Provisioning complete for port d5ef704f-aec8-449a-942c-67f1853ec81b triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:20:44.232377 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:44.249529 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-91967bf6-14b5-4ebc-b97c-fd5bd61ba127 req-7377ea4b-5fb1-478a-9a67-01ea5caa35b3 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/security-groups?id=50953140-8b47-4d38-9ad3-ba74e3f5ff3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4309268 Feb 17 21:20:44.263013 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee25171f-f073-4a41-ba0f-eb88e8d856c1', 'name': 'network-vif-deleted', 'tag': '7e87c519-d098-438c-bee3-fa72f788cba9', 'status': 'completed', 'code': 200} Feb 17 21:20:44.281707 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [req-40b5aebd-c3d9-4535-89c1-167e00cb8faa req-d79bf7d7-5fde-4935-9272-d88fc544b9c7 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:20:44.294013 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-40b5aebd-c3d9-4535-89c1-167e00cb8faa req-d79bf7d7-5fde-4935-9272-d88fc544b9c7 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Usage tracker for resource:port and tenant:36cdcb2459fd422f980d098093256d8b is out of sync, need to count used quota {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:20:44.302636 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-40b5aebd-c3d9-4535-89c1-167e00cb8faa req-d79bf7d7-5fde-4935-9272-d88fc544b9c7 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:20:44.327509 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [req-40b5aebd-c3d9-4535-89c1-167e00cb8faa req-d79bf7d7-5fde-4935-9272-d88fc544b9c7 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:20:44.342455 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab1e550b-7d3e-4ca7-ab68-46e10db12123 admin admin] Notify agent at l3_agent.dv-cinder-760193-4-smb the message routers_updated {{(pid=83970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 21:20:44.351570 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40b5aebd-c3d9-4535-89c1-167e00cb8faa req-d79bf7d7-5fde-4935-9272-d88fc544b9c7 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Made reservation on behalf of 36cdcb2459fd422f980d098093256d8b for: {'port': 1} {{(pid=83971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:20:44.354168 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08edb52a-8b41-4a5c-9e03-84a523468e19 None None] Sync routers for ids ['0b5cf012-3b04-40cc-b846-1081fba5f7c5'] in dv-cinder-760193-4-smb {{(pid=83973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 21:20:44.370728 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-40b5aebd-c3d9-4535-89c1-167e00cb8faa req-d79bf7d7-5fde-4935-9272-d88fc544b9c7 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:44.370862 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08edb52a-8b41-4a5c-9e03-84a523468e19 None None] Routers {'0b5cf012-3b04-40cc-b846-1081fba5f7c5'} bound to L3 agent in host dv-cinder-760193-4-smb {{(pid=83973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:20:44.377908 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-08edb52a-8b41-4a5c-9e03-84a523468e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T21:09:02Z,description=,heartbeat_timestamp=2021-02-17T21:20:32Z,host='dv-cinder-760193-4-smb',id=0536e1cb-4d3e-42d2-8b6d-8bd52a4e2590,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T21:09:02Z,topic='l3_agent')) {'router_ids': ['0b5cf012-3b04-40cc-b846-1081fba5f7c5'], 'active': True} {{(pid=83973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:20:44.413738 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ab1e550b-7d3e-4ca7-ab68-46e10db12123 admin admin] Notify callbacks [] for router, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:44.418278 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-ab1e550b-7d3e-4ca7-ab68-46e10db12123 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.5287416 Feb 17 21:20:44.419115 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 36696) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:20:44.616040 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:44.649729 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-140119dd-0a24-43c4-b404-0808cde04293 None None] Provisioning complete for port d5ef704f-aec8-449a-942c-67f1853ec81b triggered by entity DHCP. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:20:44.650157 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-140119dd-0a24-43c4-b404-0808cde04293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:44.831754 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvr_db [None req-08edb52a-8b41-4a5c-9e03-84a523468e19 None None] Set router 0b5cf012-3b04-40cc-b846-1081fba5f7c5 gateway port host: dv-cinder-760193-4-smb {{(pid=83973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:20:44.839180 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] For port d5ef704f-aec8-449a-942c-67f1853ec81b, host dv-cinder-760193-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-smb',level=0,port_id=d5ef704f-aec8-449a-942c-67f1853ec81b,segment=NetworkSegment(55b585c7-7eac-4e22-a330-06e1852eeb02),segment_id=55b585c7-7eac-4e22-a330-06e1852eeb02)] {{(pid=83972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:20:44.874526 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:44.884396 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:20:45.044299 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Pushing event updated for resources: {'Port': ['ID=d5ef704f-aec8-449a-942c-67f1853ec81b,revision_number=3']} {{(pid=83972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:20:45.063046 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:20:45.204084 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-02c6239a-a305-4bfc-9a1b-ffc7297770fa None None] Provisioning complete for port d5ef704f-aec8-449a-942c-67f1853ec81b triggered by entity DHCP. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:20:45.204652 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-02c6239a-a305-4bfc-9a1b-ffc7297770fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:45.321542 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-91587b03-82c0-4801-8976-3aac17405d21 req-a43263e1-9854-4796-897e-17aec78be291 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Synchronizing usage tracker for tenant:99ecb63817724b3b843973136a4f57b7 on resource:port {{(pid=83971) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:20:45.356225 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-91587b03-82c0-4801-8976-3aac17405d21 req-a43263e1-9854-4796-897e-17aec78be291 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Unset dirty status for tenant:99ecb63817724b3b843973136a4f57b7 on resource:port {{(pid=83971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:20:45.363622 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-91587b03-82c0-4801-8976-3aac17405d21 req-a43263e1-9854-4796-897e-17aec78be291 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/ports?device_id=ee25171f-f073-4a41-ba0f-eb88e8d856c1 HTTP/1.1" status: 200 len: 210 time: 0.2029982 Feb 17 21:20:45.391361 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.db_base_plugin_common [req-40b5aebd-c3d9-4535-89c1-167e00cb8faa req-d79bf7d7-5fde-4935-9272-d88fc544b9c7 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Allocated IP 172.20.0.14 (c1614348-f323-4cf2-883f-d1f4e049c03c/4141ce6f-3a1a-4f49-b940-da2f0ad444d5/a0114e88-0045-437b-b855-cd01c2528a7d) {{(pid=83971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 21:20:45.442016 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a993f3a9-4e53-4c8d-ac80-ce1752190e8c req-14ab0441-317d-41c4-a67e-ffda60717ff7 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:45.444471 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-a993f3a9-4e53-4c8d-ac80-ce1752190e8c req-14ab0441-317d-41c4-a67e-ffda60717ff7 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/ports?device_id=4d02e800-c249-4f02-8de5-b5f1681d4d5c HTTP/1.1" status: 200 len: 945 time: 0.2823479 Feb 17 21:20:45.543054 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-a993f3a9-4e53-4c8d-ac80-ce1752190e8c req-369dc638-a184-4dd1-8753-d548b99ab2f7 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/security-groups?id=5df91840-1d6e-47b1-b11d-86f99077f317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840366 Feb 17 21:20:45.635560 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-08edb52a-8b41-4a5c-9e03-84a523468e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5cf012-3b04-40cc-b846-1081fba5f7c5', 'name': 'tempest-TestMinimumBasicScenario-589450793-router', 'tenant_id': 'dd37991a5603474184e1e7e103b5e2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'external_fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.251'}], 'enable_snat': True}, 'gw_port_id': 'e9cb67b1-bba5-451b-8ab4-122f07879e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:20:39Z', 'updated_at': '2021-02-17T21:20:42Z', 'revision_number': 3, 'project_id': 'dd37991a5603474184e1e7e103b5e2e7', 'gw_port': {'id': 'e9cb67b1-bba5-451b-8ab4-122f07879e89', 'name': '', 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:60:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b5cf012-3b04-40cc-b846-1081fba5f7c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:20:40Z', 'updated_at': '2021-02-17T21:20:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-smb'}], 'dv-cinder-760193-4-smb', False) {} {{(pid=83973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:20:45.641364 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08edb52a-8b41-4a5c-9e03-84a523468e19 None None] Checking router: 0b5cf012-3b04-40cc-b846-1081fba5f7c5 for host: dv-cinder-760193-4-smb {{(pid=83973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 21:20:45.643921 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08edb52a-8b41-4a5c-9e03-84a523468e19 None None] Updating router 0b5cf012-3b04-40cc-b846-1081fba5f7c5 port e9cb67b1-bba5-451b-8ab4-122f07879e89 binding host dv-cinder-760193-4-smb {{(pid=83973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 21:20:45.644243 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-f335bef8-5872-4496-869a-f1761754a14b None None] Provisioning complete for port d5ef704f-aec8-449a-942c-67f1853ec81b triggered by entity DHCP. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:20:45.644715 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f335bef8-5872-4496-869a-f1761754a14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:45.684109 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-1d18f1ca-6a9b-47ec-bb3d-304b85b74736 req-eef680cf-18ff-4620-944c-84167c1fa1eb tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] 10.222.0.90 "GET /v2.0/ports?device_id=a2e05e33-855d-4e48-ae23-655eab5ed6d8 HTTP/1.1" status: 200 len: 210 time: 0.0743115 Feb 17 21:20:45.731802 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-08edb52a-8b41-4a5c-9e03-84a523468e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:45.794747 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-53de884c-c89a-43f8-ad80-a8b39384273a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:45.884202 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-40b5aebd-c3d9-4535-89c1-167e00cb8faa req-d79bf7d7-5fde-4935-9272-d88fc544b9c7 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Notify callbacks [] for port, precommit_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:45.905508 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [req-40b5aebd-c3d9-4535-89c1-167e00cb8faa req-d79bf7d7-5fde-4935-9272-d88fc544b9c7 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Transition to ACTIVE for port object a0114e88-0045-437b-b855-cd01c2528a7d will not be triggered until provisioned by entity DHCP. {{(pid=83971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:20:45.933971 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-40b5aebd-c3d9-4535-89c1-167e00cb8faa req-d79bf7d7-5fde-4935-9272-d88fc544b9c7 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782347517401'] for port, after_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:45.950393 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-87cc510a-3846-457e-bad5-c06cefb5c96c tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:20:45.985602 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Device d5ef704f-aec8-449a-942c-67f1853ec81b up at agent ovs-agent-dv-cinder-760193-4-smb {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:20:46.102970 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79bf7d7-5fde-4935-9272-d88fc544b9c7 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Pushing event updated for resources: {'Port': ['ID=a0114e88-0045-437b-b855-cd01c2528a7d,revision_number=1']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:20:46.109260 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d79bf7d7-5fde-4935-9272-d88fc544b9c7 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:20:46.120884 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Provisioning complete for port d5ef704f-aec8-449a-942c-67f1853ec81b triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:20:46.121504 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:46.170855 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40b5aebd-c3d9-4535-89c1-167e00cb8faa req-d79bf7d7-5fde-4935-9272-d88fc544b9c7 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Network c1614348-f323-4cf2-883f-d1f4e049c03c is already hosted by enough agents. {{(pid=83971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:20:46.172131 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.base_scheduler [req-40b5aebd-c3d9-4535-89c1-167e00cb8faa req-d79bf7d7-5fde-4935-9272-d88fc544b9c7 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Resources bound (agent type, host, resource id): {{(pid=83971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:20:46.187596 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [req-40b5aebd-c3d9-4535-89c1-167e00cb8faa req-d79bf7d7-5fde-4935-9272-d88fc544b9c7 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Received port after_create {{(pid=83971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 21:20:46.195173 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b5aebd-c3d9-4535-89c1-167e00cb8faa req-d79bf7d7-5fde-4935-9272-d88fc544b9c7 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:46.195917 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-40b5aebd-c3d9-4535-89c1-167e00cb8faa req-d79bf7d7-5fde-4935-9272-d88fc544b9c7 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768493'] for port, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:46.241928 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-40b5aebd-c3d9-4535-89c1-167e00cb8faa req-d79bf7d7-5fde-4935-9272-d88fc544b9c7 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6016643 Feb 17 21:20:46.257410 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [req-40b5aebd-c3d9-4535-89c1-167e00cb8faa req-8e8c47d4-f4ae-4567-a63f-1d39ade07144 service neutron] Request body: {'port': {'device_id': 'a2e05e33-855d-4e48-ae23-655eab5ed6d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:20:46.439720 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-40b5aebd-c3d9-4535-89c1-167e00cb8faa req-8e8c47d4-f4ae-4567-a63f-1d39ade07144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:46.440102 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-08edb52a-8b41-4a5c-9e03-84a523468e19 None None] Notify callbacks [] for port, precommit_update {{(pid=83973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:46.478989 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-08edb52a-8b41-4a5c-9e03-84a523468e19 None None] Transition to ACTIVE for port object e9cb67b1-bba5-451b-8ab4-122f07879e89 will not be triggered until provisioned by entity L2. {{(pid=83973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:20:46.483179 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-08edb52a-8b41-4a5c-9e03-84a523468e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:46.529314 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-92ebe054-77fb-4f7e-bd3b-0dfaa8e1d045 None None] Provisioning for port a0114e88-0045-437b-b855-cd01c2528a7d completed by entity DHCP. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:20:46.532135 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-a7bb94d8-a103-4fc0-8e31-4bb7ff0736c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:20:46.542862 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-92ebe054-77fb-4f7e-bd3b-0dfaa8e1d045 None None] Provisioning complete for port a0114e88-0045-437b-b855-cd01c2528a7d triggered by entity DHCP. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:20:46.542996 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.db_base_plugin_common [None req-53de884c-c89a-43f8-ad80-a8b39384273a admin admin] Allocated IP 172.20.0.1 (91ed6b15-96c5-473b-b3e5-022a9f16968c/bd2c5f1d-7235-45ff-833f-908aea4c2ec0/d1bd76bb-6378-4b02-8adc-7f6fa34a1913) {{(pid=83970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 21:20:46.543960 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-92ebe054-77fb-4f7e-bd3b-0dfaa8e1d045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:46.705284 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-92ebe054-77fb-4f7e-bd3b-0dfaa8e1d045 None None] Port a0114e88-0045-437b-b855-cd01c2528a7d cannot update to ACTIVE because it is not bound. {{(pid=83972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 21:20:46.903015 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa36c87-9527-4d00-a0fd-25a4e4f9da0c None None] Pushing event updated for resources: {'Port': ['ID=e9cb67b1-bba5-451b-8ab4-122f07879e89,revision_number=2']} {{(pid=83973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:20:46.928742 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa36c87-9527-4d00-a0fd-25a4e4f9da0c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:20:46.929212 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa36c87-9527-4d00-a0fd-25a4e4f9da0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:20:46.929669 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa36c87-9527-4d00-a0fd-25a4e4f9da0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:20:46.930138 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa36c87-9527-4d00-a0fd-25a4e4f9da0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:20:46.930579 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa36c87-9527-4d00-a0fd-25a4e4f9da0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:20:46.931051 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa36c87-9527-4d00-a0fd-25a4e4f9da0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:20:46.931489 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa36c87-9527-4d00-a0fd-25a4e4f9da0c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:20:46.931925 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa36c87-9527-4d00-a0fd-25a4e4f9da0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:20:46.932365 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa36c87-9527-4d00-a0fd-25a4e4f9da0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:20:46.932798 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa36c87-9527-4d00-a0fd-25a4e4f9da0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:20:46.933234 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa36c87-9527-4d00-a0fd-25a4e4f9da0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:20:46.933666 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa36c87-9527-4d00-a0fd-25a4e4f9da0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:20:46.934151 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa36c87-9527-4d00-a0fd-25a4e4f9da0c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:20:46.934584 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa36c87-9527-4d00-a0fd-25a4e4f9da0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:20:46.935054 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa36c87-9527-4d00-a0fd-25a4e4f9da0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:20:46.935474 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa36c87-9527-4d00-a0fd-25a4e4f9da0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:20:46.935901 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa36c87-9527-4d00-a0fd-25a4e4f9da0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:20:46.936335 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa36c87-9527-4d00-a0fd-25a4e4f9da0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:20:46.937146 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa36c87-9527-4d00-a0fd-25a4e4f9da0c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:20:46.937595 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa36c87-9527-4d00-a0fd-25a4e4f9da0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:20:46.938032 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa36c87-9527-4d00-a0fd-25a4e4f9da0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:20:46.938471 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa36c87-9527-4d00-a0fd-25a4e4f9da0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:20:46.938891 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa36c87-9527-4d00-a0fd-25a4e4f9da0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:20:46.939614 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaa36c87-9527-4d00-a0fd-25a4e4f9da0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:20:46.945679 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-eaa36c87-9527-4d00-a0fd-25a4e4f9da0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=83973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:20:46.998237 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-53de884c-c89a-43f8-ad80-a8b39384273a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:47.016316 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [None req-08edb52a-8b41-4a5c-9e03-84a523468e19 None None] Attempting to bind port e9cb67b1-bba5-451b-8ab4-122f07879e89 on host dv-cinder-760193-4-smb for vnic_type normal with profile {{(pid=83973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 21:20:47.016826 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [None req-08edb52a-8b41-4a5c-9e03-84a523468e19 None None] Attempting to bind port e9cb67b1-bba5-451b-8ab4-122f07879e89 by drivers openvswitch on host dv-cinder-760193-4-smb at level 0 using segments [{'id': '1160e08b-7d0c-4f07-a68b-9e1b3764f9c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e'}] {{(pid=83973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 21:20:47.017318 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08edb52a-8b41-4a5c-9e03-84a523468e19 None None] Attempting to bind port e9cb67b1-bba5-451b-8ab4-122f07879e89 on network 35a248c9-4e56-449c-88ff-c033f82ee17e {{(pid=83973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 21:20:47.022595 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-53de884c-c89a-43f8-ad80-a8b39384273a admin admin] Transition to ACTIVE for port object d1bd76bb-6378-4b02-8adc-7f6fa34a1913 will not be triggered until provisioned by entity DHCP. {{(pid=83970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:20:47.026695 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08edb52a-8b41-4a5c-9e03-84a523468e19 None None] Checking agent: {'id': '1f40505b-3e8c-4bc5-b539-d04281a15ea5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 21, 9, 4), 'started_at': datetime.datetime(2021, 2, 17, 21, 9, 34), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.98', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 21:20:47.027202 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08edb52a-8b41-4a5c-9e03-84a523468e19 None None] Checking segment: {'id': '1160e08b-7d0c-4f07-a68b-9e1b3764f9c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:20:47.027980 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-08edb52a-8b41-4a5c-9e03-84a523468e19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:47.028887 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08edb52a-8b41-4a5c-9e03-84a523468e19 None None] Bound using segment: {'id': '1160e08b-7d0c-4f07-a68b-9e1b3764f9c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e'} {{(pid=83973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 21:20:47.029709 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [None req-08edb52a-8b41-4a5c-9e03-84a523468e19 None None] Bound port: e9cb67b1-bba5-451b-8ab4-122f07879e89, host: dv-cinder-760193-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1160e08b-7d0c-4f07-a68b-9e1b3764f9c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e'}}] {{(pid=83973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 21:20:47.030014 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-08edb52a-8b41-4a5c-9e03-84a523468e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:47.058726 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-53de884c-c89a-43f8-ad80-a8b39384273a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782347517401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1732037'] for port, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:47.077236 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-9c6d1db7-f20a-4395-9049-81fd58eeb81d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:20:47.108570 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [req-40b5aebd-c3d9-4535-89c1-167e00cb8faa req-8e8c47d4-f4ae-4567-a63f-1d39ade07144 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0114e88-0045-437b-b855-cd01c2528a7d {{(pid=83971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 21:20:47.127692 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-40b5aebd-c3d9-4535-89c1-167e00cb8faa req-8e8c47d4-f4ae-4567-a63f-1d39ade07144 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:47.205415 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [req-40b5aebd-c3d9-4535-89c1-167e00cb8faa req-8e8c47d4-f4ae-4567-a63f-1d39ade07144 service neutron] Transition to ACTIVE for port object a0114e88-0045-437b-b855-cd01c2528a7d will not be triggered until provisioned by entity L2. {{(pid=83971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:20:47.214239 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-08edb52a-8b41-4a5c-9e03-84a523468e19 None None] For port e9cb67b1-bba5-451b-8ab4-122f07879e89, host dv-cinder-760193-4-smb, cleared binding levels {{(pid=83973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 21:20:47.219863 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-08edb52a-8b41-4a5c-9e03-84a523468e19 None None] For port e9cb67b1-bba5-451b-8ab4-122f07879e89, host dv-cinder-760193-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-smb',level=0,port_id=e9cb67b1-bba5-451b-8ab4-122f07879e89,segment=NetworkSegment(1160e08b-7d0c-4f07-a68b-9e1b3764f9c4),segment_id=1160e08b-7d0c-4f07-a68b-9e1b3764f9c4)] {{(pid=83973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 21:20:47.227910 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-08edb52a-8b41-4a5c-9e03-84a523468e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:47.256353 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-eaa36c87-9527-4d00-a0fd-25a4e4f9da0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:20:47.269828 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53de884c-c89a-43f8-ad80-a8b39384273a admin admin] Pushing event updated for resources: {'Port': ['ID=d1bd76bb-6378-4b02-8adc-7f6fa34a1913,revision_number=1']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:20:47.282131 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-53de884c-c89a-43f8-ad80-a8b39384273a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:20:47.293134 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-40b5aebd-c3d9-4535-89c1-167e00cb8faa req-8e8c47d4-f4ae-4567-a63f-1d39ade07144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:47.345714 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-8b8ec31b-0539-494d-8375-f705c74f3e4a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:20:47.439426 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa36c87-9527-4d00-a0fd-25a4e4f9da0c None None] Pushing event updated for resources: {'Port': ['ID=e9cb67b1-bba5-451b-8ab4-122f07879e89,revision_number=3']} {{(pid=83973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:20:47.445172 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-eaa36c87-9527-4d00-a0fd-25a4e4f9da0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=83973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:20:47.507268 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53de884c-c89a-43f8-ad80-a8b39384273a admin admin] Network 91ed6b15-96c5-473b-b3e5-022a9f16968c is already hosted by enough agents. {{(pid=83970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:20:47.511225 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.base_scheduler [None req-53de884c-c89a-43f8-ad80-a8b39384273a admin admin] Resources bound (agent type, host, resource id): {{(pid=83970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:20:47.519279 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53de884c-c89a-43f8-ad80-a8b39384273a admin admin] Received port after_create {{(pid=83970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 21:20:47.561344 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8c47d4-f4ae-4567-a63f-1d39ade07144 service neutron] Pushing event updated for resources: {'Port': ['ID=a0114e88-0045-437b-b855-cd01c2528a7d,revision_number=2']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:20:47.564441 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-8e8c47d4-f4ae-4567-a63f-1d39ade07144 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:20:47.570555 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08edb52a-8b41-4a5c-9e03-84a523468e19 None None] Routers {'0b5cf012-3b04-40cc-b846-1081fba5f7c5'} bound to L3 agent in host dv-cinder-760193-4-smb {{(pid=83973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:20:47.571503 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-08edb52a-8b41-4a5c-9e03-84a523468e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T21:09:02Z,description=,heartbeat_timestamp=2021-02-17T21:20:32Z,host='dv-cinder-760193-4-smb',id=0536e1cb-4d3e-42d2-8b6d-8bd52a4e2590,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T21:09:02Z,topic='l3_agent')) {'router_ids': ['0b5cf012-3b04-40cc-b846-1081fba5f7c5'], 'active': True} {{(pid=83973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:20:47.657770 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-53de884c-c89a-43f8-ad80-a8b39384273a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853844712'] for router_interface, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:47.668339 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c3b26c-6ac4-4008-baaa-b97b576f9500 req-aa89451d-5a4f-4296-b0cc-72a837560de0 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:47.672052 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-f0c3b26c-6ac4-4008-baaa-b97b576f9500 req-aa89451d-5a4f-4296-b0cc-72a837560de0 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/ports?device_id=4d02e800-c249-4f02-8de5-b5f1681d4d5c HTTP/1.1" status: 200 len: 945 time: 0.4756439 Feb 17 21:20:47.700173 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae92bb23-4caa-4e01-bde6-ff1aa86b2997 req-9f5fdd25-d761-4c8e-883e-612151593353 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:47.705110 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-ae92bb23-4caa-4e01-bde6-ff1aa86b2997 req-9f5fdd25-d761-4c8e-883e-612151593353 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Synchronizing usage tracker for tenant:36cdcb2459fd422f980d098093256d8b on resource:port {{(pid=83971) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:20:47.897140 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-53de884c-c89a-43f8-ad80-a8b39384273a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:47.904285 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-f0c3b26c-6ac4-4008-baaa-b97b576f9500 req-f3e99bfb-170b-4859-8c6d-2ea51c284756 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/security-groups?id=5df91840-1d6e-47b1-b11d-86f99077f317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211506 Feb 17 21:20:47.919635 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-ae92bb23-4caa-4e01-bde6-ff1aa86b2997 req-9f5fdd25-d761-4c8e-883e-612151593353 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Unset dirty status for tenant:36cdcb2459fd422f980d098093256d8b on resource:port {{(pid=83971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:20:47.927182 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-ae92bb23-4caa-4e01-bde6-ff1aa86b2997 req-9f5fdd25-d761-4c8e-883e-612151593353 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] 10.222.0.90 "GET /v2.0/ports?device_id=a2e05e33-855d-4e48-ae23-655eab5ed6d8 HTTP/1.1" status: 200 len: 932 time: 0.7712684 Feb 17 21:20:47.952448 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvr_db [None req-08edb52a-8b41-4a5c-9e03-84a523468e19 None None] Set router 0b5cf012-3b04-40cc-b846-1081fba5f7c5 gateway port host: dv-cinder-760193-4-smb {{(pid=83973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:20:48.051042 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-909ca0ad-4783-4a4f-908f-68305567d7fe None None] Provisioning for port d1bd76bb-6378-4b02-8adc-7f6fa34a1913 completed by entity DHCP. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:20:48.072548 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-909ca0ad-4783-4a4f-908f-68305567d7fe None None] Provisioning complete for port d1bd76bb-6378-4b02-8adc-7f6fa34a1913 triggered by entity DHCP. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:20:48.072548 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-909ca0ad-4783-4a4f-908f-68305567d7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:48.171230 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-ae92bb23-4caa-4e01-bde6-ff1aa86b2997 req-3b25c089-69ca-4555-b2ef-a67b3005a5b4 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] 10.222.0.90 "GET /v2.0/security-groups?id=54f127c0-a302-4400-a813-22dad7bea484&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.2428749 Feb 17 21:20:48.261325 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-909ca0ad-4783-4a4f-908f-68305567d7fe None None] Port d1bd76bb-6378-4b02-8adc-7f6fa34a1913 cannot update to ACTIVE because it is not bound. {{(pid=83972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 21:20:48.275819 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [req-40b5aebd-c3d9-4535-89c1-167e00cb8faa req-8e8c47d4-f4ae-4567-a63f-1d39ade07144 service neutron] Attempting to bind port a0114e88-0045-437b-b855-cd01c2528a7d on host hv-cinder-76019 for vnic_type normal with profile {{(pid=83971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 21:20:48.280568 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [req-40b5aebd-c3d9-4535-89c1-167e00cb8faa req-8e8c47d4-f4ae-4567-a63f-1d39ade07144 service neutron] Attempting to bind port a0114e88-0045-437b-b855-cd01c2528a7d by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': '52570e17-5638-48fe-bab3-82a71a5949b8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c1614348-f323-4cf2-883f-d1f4e049c03c'}] {{(pid=83971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 21:20:48.280986 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b5aebd-c3d9-4535-89c1-167e00cb8faa req-8e8c47d4-f4ae-4567-a63f-1d39ade07144 service neutron] Attempting to bind port a0114e88-0045-437b-b855-cd01c2528a7d on network c1614348-f323-4cf2-883f-d1f4e049c03c {{(pid=83971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 21:20:48.303817 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b5aebd-c3d9-4535-89c1-167e00cb8faa req-8e8c47d4-f4ae-4567-a63f-1d39ade07144 service neutron] Checking agent: {'id': '6e714d21-3fd0-4fe2-be64-3af0527f8f44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 21, 15, 59), 'started_at': datetime.datetime(2021, 2, 17, 21, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 21:20:48.304125 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b5aebd-c3d9-4535-89c1-167e00cb8faa req-8e8c47d4-f4ae-4567-a63f-1d39ade07144 service neutron] Checking segment: {'id': '52570e17-5638-48fe-bab3-82a71a5949b8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c1614348-f323-4cf2-883f-d1f4e049c03c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:20:48.304546 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-40b5aebd-c3d9-4535-89c1-167e00cb8faa req-8e8c47d4-f4ae-4567-a63f-1d39ade07144 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:48.304953 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b5aebd-c3d9-4535-89c1-167e00cb8faa req-8e8c47d4-f4ae-4567-a63f-1d39ade07144 service neutron] Bound using segment: {'id': '52570e17-5638-48fe-bab3-82a71a5949b8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c1614348-f323-4cf2-883f-d1f4e049c03c'} {{(pid=83971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 21:20:48.305455 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [req-40b5aebd-c3d9-4535-89c1-167e00cb8faa req-8e8c47d4-f4ae-4567-a63f-1d39ade07144 service neutron] Bound port: a0114e88-0045-437b-b855-cd01c2528a7d, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52570e17-5638-48fe-bab3-82a71a5949b8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'c1614348-f323-4cf2-883f-d1f4e049c03c'}}] {{(pid=83971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 21:20:48.305837 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-40b5aebd-c3d9-4535-89c1-167e00cb8faa req-8e8c47d4-f4ae-4567-a63f-1d39ade07144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:48.519323 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-53de884c-c89a-43f8-ad80-a8b39384273a admin admin] Notify callbacks [] for port, precommit_update {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:48.544704 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-53de884c-c89a-43f8-ad80-a8b39384273a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853043764'] for port, after_update {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:48.562223 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [req-40b5aebd-c3d9-4535-89c1-167e00cb8faa req-8e8c47d4-f4ae-4567-a63f-1d39ade07144 service neutron] For port a0114e88-0045-437b-b855-cd01c2528a7d, host hv-cinder-76019, cleared binding levels {{(pid=83971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 21:20:48.570207 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [req-40b5aebd-c3d9-4535-89c1-167e00cb8faa req-8e8c47d4-f4ae-4567-a63f-1d39ade07144 service neutron] For port a0114e88-0045-437b-b855-cd01c2528a7d, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=a0114e88-0045-437b-b855-cd01c2528a7d,segment=NetworkSegment(52570e17-5638-48fe-bab3-82a71a5949b8),segment_id=52570e17-5638-48fe-bab3-82a71a5949b8)] {{(pid=83971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 21:20:48.573573 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-08edb52a-8b41-4a5c-9e03-84a523468e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5cf012-3b04-40cc-b846-1081fba5f7c5', 'name': 'tempest-TestMinimumBasicScenario-589450793-router', 'tenant_id': 'dd37991a5603474184e1e7e103b5e2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'external_fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.251'}], 'enable_snat': True}, 'gw_port_id': 'e9cb67b1-bba5-451b-8ab4-122f07879e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:20:39Z', 'updated_at': '2021-02-17T21:20:42Z', 'revision_number': 3, 'project_id': 'dd37991a5603474184e1e7e103b5e2e7', 'gw_port': {'id': 'e9cb67b1-bba5-451b-8ab4-122f07879e89', 'name': '', 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:60:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b5cf012-3b04-40cc-b846-1081fba5f7c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:20:40Z', 'updated_at': '2021-02-17T21:20:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-smb'}], 'dv-cinder-760193-4-smb', False) {} {{(pid=83973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:20:48.590279 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08edb52a-8b41-4a5c-9e03-84a523468e19 None None] The sync data for ids ['0b5cf012-3b04-40cc-b846-1081fba5f7c5'] in dv-cinder-760193-4-smb is: [{'id': '0b5cf012-3b04-40cc-b846-1081fba5f7c5', 'name': 'tempest-TestMinimumBasicScenario-589450793-router', 'tenant_id': 'dd37991a5603474184e1e7e103b5e2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'external_fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.251'}], 'enable_snat': True}, 'gw_port_id': 'e9cb67b1-bba5-451b-8ab4-122f07879e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:20:39Z', 'updated_at': '2021-02-17T21:20:42Z', 'revision_number': 3, 'project_id': 'dd37991a5603474184e1e7e103b5e2e7', 'gw_port': {'id': 'e9cb67b1-bba5-451b-8ab4-122f07879e89', 'name': '', 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:60:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b5cf012-3b04-40cc-b846-1081fba5f7c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:20:40Z', 'updated_at': '2021-02-17T21:20:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-smb'}] {{(pid=83973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 21:20:48.607813 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-53de884c-c89a-43f8-ad80-a8b39384273a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:20:48.655936 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-40b5aebd-c3d9-4535-89c1-167e00cb8faa req-8e8c47d4-f4ae-4567-a63f-1d39ade07144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:48.679360 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-6b52b9ff-517d-451c-9e47-ea6fb7a03ca6 tempest-VolumesActionsTest-423736539 tempest-VolumesActionsTest-423736539-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:20:48.702945 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53de884c-c89a-43f8-ad80-a8b39384273a admin admin] Pushing event updated for resources: {'Port': ['ID=d1bd76bb-6378-4b02-8adc-7f6fa34a1913,revision_number=2']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:20:48.705838 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-53de884c-c89a-43f8-ad80-a8b39384273a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-931198'] for router_interface, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:48.736996 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-53de884c-c89a-43f8-ad80-a8b39384273a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:20:48.925606 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53de884c-c89a-43f8-ad80-a8b39384273a admin admin] Network 91ed6b15-96c5-473b-b3e5-022a9f16968c is already hosted by enough agents. {{(pid=83970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:20:48.926482 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 36798) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:20:48.929482 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.base_scheduler [None req-53de884c-c89a-43f8-ad80-a8b39384273a admin admin] Resources bound (agent type, host, resource id): {{(pid=83970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:20:49.071870 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5004de7-f942-4caf-8dc6-3c22ec33757a admin admin] Deleting subnet 28b8e2e7-c1b6-4ced-918d-3591f66335b9 {{(pid=83970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 21:20:49.089865 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-c5004de7-f942-4caf-8dc6-3c22ec33757a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:49.204787 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8c47d4-f4ae-4567-a63f-1d39ade07144 service neutron] Pushing event updated for resources: {'Port': ['ID=a0114e88-0045-437b-b855-cd01c2528a7d,revision_number=3']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:20:49.210738 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-8e8c47d4-f4ae-4567-a63f-1d39ade07144 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:20:49.235737 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-c5004de7-f942-4caf-8dc6-3c22ec33757a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1702825'] for subnet, precommit_delete_associations {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:49.314576 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-b5c54f24-a980-4757-866d-276ae57f27b8 None None] Provisioning complete for port d1bd76bb-6378-4b02-8adc-7f6fa34a1913 triggered by entity DHCP. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:20:49.315338 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-b5c54f24-a980-4757-866d-276ae57f27b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:49.405178 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-b5c54f24-a980-4757-866d-276ae57f27b8 None None] Port d1bd76bb-6378-4b02-8adc-7f6fa34a1913 cannot update to ACTIVE because it is not bound. {{(pid=83972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 21:20:49.452885 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e4b6c-89aa-45f5-94a8-39b74ee4ab78 req-1f9c0c3d-b374-42aa-9bfb-4d8917e726ff tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:49.463063 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-f85e4b6c-89aa-45f5-94a8-39b74ee4ab78 req-1f9c0c3d-b374-42aa-9bfb-4d8917e726ff tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/ports?device_id=2f1a929c-b054-42c8-bd5e-e0ecb0c19af1 HTTP/1.1" status: 200 len: 945 time: 0.8869662 Feb 17 21:20:49.537526 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec36d79-daf9-48a1-9630-10fc4e40f6c2 req-83c58d6d-7f45-49a0-9828-35c2f29caf08 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:49.539215 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-cec36d79-daf9-48a1-9630-10fc4e40f6c2 req-83c58d6d-7f45-49a0-9828-35c2f29caf08 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/ports?device_id=4d02e800-c249-4f02-8de5-b5f1681d4d5c HTTP/1.1" status: 200 len: 945 time: 0.3217273 Feb 17 21:20:49.581027 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-c5004de7-f942-4caf-8dc6-3c22ec33757a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8265988'] for subnet, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:49.644889 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-f85e4b6c-89aa-45f5-94a8-39b74ee4ab78 req-cc59e031-ffe8-4bab-b2a2-fac2d28f7a48 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/security-groups?id=fce51754-d32d-475a-91fc-501dc12703ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807368 Feb 17 21:20:49.667512 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b5aebd-c3d9-4535-89c1-167e00cb8faa req-8e8c47d4-f4ae-4567-a63f-1d39ade07144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:49.668212 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-40b5aebd-c3d9-4535-89c1-167e00cb8faa req-8e8c47d4-f4ae-4567-a63f-1d39ade07144 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768493'] for port, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:49.671179 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-40b5aebd-c3d9-4535-89c1-167e00cb8faa req-8e8c47d4-f4ae-4567-a63f-1d39ade07144 service neutron] 10.222.0.95 "PUT /v2.0/ports/a0114e88-0045-437b-b855-cd01c2528a7d HTTP/1.1" status: 200 len: 1158 time: 3.4201233 Feb 17 21:20:49.671739 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2e05e33-855d-4e48-ae23-655eab5ed6d8', 'tag': 'a0114e88-0045-437b-b855-cd01c2528a7d'}] {{(pid=83971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:20:49.698655 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-cec36d79-daf9-48a1-9630-10fc4e40f6c2 req-1613d6a7-1ff1-408a-a7fa-c16f643090ec tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/security-groups?id=5df91840-1d6e-47b1-b11d-86f99077f317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473348 Feb 17 21:20:49.865869 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2e05e33-855d-4e48-ae23-655eab5ed6d8', 'tag': 'a0114e88-0045-437b-b855-cd01c2528a7d', 'status': 'completed', 'code': 200} Feb 17 21:20:50.026583 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b5aebd-c3d9-4535-89c1-167e00cb8faa req-3032e218-7710-46ce-9d79-29c6fc8585d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:50.028284 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-40b5aebd-c3d9-4535-89c1-167e00cb8faa req-3032e218-7710-46ce-9d79-29c6fc8585d3 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=36cdcb2459fd422f980d098093256d8b&device_id=a2e05e33-855d-4e48-ae23-655eab5ed6d8 HTTP/1.1" status: 200 len: 1161 time: 0.2964845 Feb 17 21:20:50.042300 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Device e9cb67b1-bba5-451b-8ab4-122f07879e89 up at agent ovs-agent-dv-cinder-760193-4-smb {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:20:50.147664 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0c99c7-ed63-43e0-8af6-3bcaac6f8f48 req-b21a7edf-5cff-4d13-b739-f020063e10c3 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:50.149567 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-cb0c99c7-ed63-43e0-8af6-3bcaac6f8f48 req-b21a7edf-5cff-4d13-b739-f020063e10c3 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] 10.222.0.90 "GET /v2.0/ports?device_id=a2e05e33-855d-4e48-ae23-655eab5ed6d8 HTTP/1.1" status: 200 len: 944 time: 0.2485895 Feb 17 21:20:50.151535 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-40b5aebd-c3d9-4535-89c1-167e00cb8faa req-7f8507c0-9e8f-4332-a706-8a6abb17c234 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a0114e88-0045-437b-b855-cd01c2528a7d HTTP/1.1" status: 200 len: 217 time: 0.1023605 Feb 17 21:20:50.173437 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53de884c-c89a-43f8-ad80-a8b39384273a admin admin] Router 0b5cf012-3b04-40cc-b846-1081fba5f7c5 has already been hosted by L3 agent 0536e1cb-4d3e-42d2-8b6d-8bd52a4e2590 {{(pid=83970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 21:20:50.197805 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.agents_db [None req-d7035ca1-ab1a-4600-abec-6b06ab5f95db None None] Agent healthcheck: found 6 active agents {{(pid=83973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 21:20:50.260518 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Provisioning for port e9cb67b1-bba5-451b-8ab4-122f07879e89 completed by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:20:50.265914 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Provisioning complete for port e9cb67b1-bba5-451b-8ab4-122f07879e89 triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:20:50.266338 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:50.279046 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b5aebd-c3d9-4535-89c1-167e00cb8faa req-70fdbace-aa75-4fe1-8605-a3ed354b75a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:50.280851 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-40b5aebd-c3d9-4535-89c1-167e00cb8faa req-70fdbace-aa75-4fe1-8605-a3ed354b75a9 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=4141ce6f-3a1a-4f49-b940-da2f0ad444d5 HTTP/1.1" status: 200 len: 847 time: 0.1216440 Feb 17 21:20:50.304029 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-c5004de7-f942-4caf-8dc6-3c22ec33757a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846509796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1731089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2343163'] for subnet, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:50.421904 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:50.440279 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] For port e9cb67b1-bba5-451b-8ab4-122f07879e89, host dv-cinder-760193-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-smb',level=0,port_id=e9cb67b1-bba5-451b-8ab4-122f07879e89,segment=NetworkSegment(1160e08b-7d0c-4f07-a68b-9e1b3764f9c4),segment_id=1160e08b-7d0c-4f07-a68b-9e1b3764f9c4)] {{(pid=83972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:20:50.449276 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:50.451500 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:20:50.483023 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-cb0c99c7-ed63-43e0-8af6-3bcaac6f8f48 req-4e6d6c5a-a33a-4858-af9f-2494d957036e tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] 10.222.0.90 "GET /v2.0/security-groups?id=54f127c0-a302-4400-a813-22dad7bea484&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.3257449 Feb 17 21:20:50.504121 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b5aebd-c3d9-4535-89c1-167e00cb8faa req-52c5705a-baba-4c61-b854-9258a413ff5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:50.507329 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-40b5aebd-c3d9-4535-89c1-167e00cb8faa req-52c5705a-baba-4c61-b854-9258a413ff5b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c1614348-f323-4cf2-883f-d1f4e049c03c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2100294 Feb 17 21:20:50.509866 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-76f30c34-e4fa-4d59-a21d-c6ea9c99ff4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:20:50.529098 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Pushing event updated for resources: {'Port': ['ID=e9cb67b1-bba5-451b-8ab4-122f07879e89,revision_number=4']} {{(pid=83972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:20:50.533359 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:20:50.546546 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1173871e-f732-4547-960d-10955d93c485 req-544d9d9c-958e-4d22-86b9-198e9424409f tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:50.548158 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-1173871e-f732-4547-960d-10955d93c485 req-544d9d9c-958e-4d22-86b9-198e9424409f tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.95 "GET /v2.0/ports?device_id=2f1a929c-b054-42c8-bd5e-e0ecb0c19af1 HTTP/1.1" status: 200 len: 945 time: 0.1745658 Feb 17 21:20:50.568017 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5004de7-f942-4caf-8dc6-3c22ec33757a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28b8e2e7-c1b6-4ced-918d-3591f66335b9,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:20:50.574255 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-c5004de7-f942-4caf-8dc6-3c22ec33757a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:20:50.579059 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-c5004de7-f942-4caf-8dc6-3c22ec33757a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854194843'] for subnet, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:50.605502 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-c5004de7-f942-4caf-8dc6-3c22ec33757a admin admin] 10.222.0.90 "DELETE /v2.0/subnets/28b8e2e7-c1b6-4ced-918d-3591f66335b9 HTTP/1.1" status: 204 len: 168 time: 1.6592324 Feb 17 21:20:50.608721 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 36812) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:20:50.707089 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [req-1173871e-f732-4547-960d-10955d93c485 req-64ba2910-5ed1-42f6-b969-1c6a3be281ac tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Deleting port a7dd1a33-6565-4a8b-9d43-a498d20b7f6c {{(pid=83971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:20:50.707467 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-1173871e-f732-4547-960d-10955d93c485 req-64ba2910-5ed1-42f6-b969-1c6a3be281ac tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506882676'] for port, before_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:50.726447 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53de884c-c89a-43f8-ad80-a8b39384273a admin admin] Notify agent at l3_agent.dv-cinder-760193-4-smb the message routers_updated {{(pid=83970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 21:20:50.748380 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-53de884c-c89a-43f8-ad80-a8b39384273a admin admin] 10.222.0.90 "PUT /v2.0/routers/0b5cf012-3b04-40cc-b846-1081fba5f7c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3205936 Feb 17 21:20:50.768571 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-dba13631-a2b2-439c-9fd5-dac1419dfbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866049'] for network, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:50.774725 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Device ec7e291c-e699-435c-bcd9-d9e19a0ca613 up at agent ovs-agent-hv-cinder-76019 {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:20:50.925228 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Provisioning complete for port ec7e291c-e699-435c-bcd9-d9e19a0ca613 triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:20:50.925658 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:51.097216 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-40b5aebd-c3d9-4535-89c1-167e00cb8faa req-76c31367-ede9-4c3b-b142-0ea5ce8ecafd service neutron] 10.222.0.95 "GET /v2.0/networks/c1614348-f323-4cf2-883f-d1f4e049c03c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5800688 Feb 17 21:20:51.121455 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Device a7dd1a33-6565-4a8b-9d43-a498d20b7f6c no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:20:51.290736 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-dba13631-a2b2-439c-9fd5-dac1419dfbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8267677', 'neutron.services.segments.db._delete_segments_for_network-8782348058381'] for network, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:51.399612 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:51.425300 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.services.segments.db [None req-dba13631-a2b2-439c-9fd5-dac1419dfbe2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02ff27f2-a2e9-4faf-a0ff-99a76fe4e59e']}} {{(pid=83970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:20:51.440309 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-40b5aebd-c3d9-4535-89c1-167e00cb8faa req-9b293c44-1a45-463d-97c6-658941374e53 service neutron] 10.222.0.95 "GET /v2.0/networks/c1614348-f323-4cf2-883f-d1f4e049c03c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2532306 Feb 17 21:20:51.441242 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.services.segments.db [None req-dba13631-a2b2-439c-9fd5-dac1419dfbe2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59b205a6-d49a-41cc-be52-7de6a265416b') {'for_net_delete': True} {{(pid=83970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:20:51.441696 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.services.segments.db [None req-dba13631-a2b2-439c-9fd5-dac1419dfbe2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59b205a6-d49a-41cc-be52-7de6a265416b') {} {{(pid=83970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:20:51.456032 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-dba13631-a2b2-439c-9fd5-dac1419dfbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782348055309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853072975'] for segment, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:51.474552 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-dba13631-a2b2-439c-9fd5-dac1419dfbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846507987'] for segment, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:51.477386 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-dba13631-a2b2-439c-9fd5-dac1419dfbe2 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=83970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 21:20:51.488526 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f1a929c-b054-42c8-bd5e-e0ecb0c19af1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7dd1a33-6565-4a8b-9d43-a498d20b7f6c'}] {{(pid=83972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:20:51.518032 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] For port a7dd1a33-6565-4a8b-9d43-a498d20b7f6c, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=a7dd1a33-6565-4a8b-9d43-a498d20b7f6c,segment=NetworkSegment(f4a680a4-70bd-4ad3-8819-012844941805),segment_id=f4a680a4-70bd-4ad3-8819-012844941805)] {{(pid=83972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:20:51.527933 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:51.530107 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:20:51.699481 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Pushing event updated for resources: {'Port': ['ID=a7dd1a33-6565-4a8b-9d43-a498d20b7f6c,revision_number=5']} {{(pid=83972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:20:51.713641 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:20:51.729608 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7914e1fe-d5a6-4f89-9469-288ecd9c1a63 req-45c0a126-f6da-4a00-9545-0717029cd12c tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:51.739580 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-7914e1fe-d5a6-4f89-9469-288ecd9c1a63 req-45c0a126-f6da-4a00-9545-0717029cd12c tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/ports?device_id=2f1a929c-b054-42c8-bd5e-e0ecb0c19af1 HTTP/1.1" status: 200 len: 945 time: 0.8673108 Feb 17 21:20:51.765175 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [None req-dba13631-a2b2-439c-9fd5-dac1419dfbe2 admin admin] Network 02ff27f2-a2e9-4faf-a0ff-99a76fe4e59e has no segments {{(pid=83970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 21:20:51.777353 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-dba13631-a2b2-439c-9fd5-dac1419dfbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8267797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853043730'] for segment, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:51.831826 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d7bff7-638c-439f-8b0d-f927fa1a2b67 req-a092e862-6be1-44cf-be01-fdaeccb3edb5 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:51.841288 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-27d7bff7-638c-439f-8b0d-f927fa1a2b67 req-a092e862-6be1-44cf-be01-fdaeccb3edb5 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/ports?device_id=4d02e800-c249-4f02-8de5-b5f1681d4d5c HTTP/1.1" status: 200 len: 945 time: 0.9703753 Feb 17 21:20:51.980204 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-27d7bff7-638c-439f-8b0d-f927fa1a2b67 req-83cb22b3-3db2-438b-b436-d98815d7c370 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/security-groups?id=5df91840-1d6e-47b1-b11d-86f99077f317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210618 Feb 17 21:20:52.020706 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-7914e1fe-d5a6-4f89-9469-288ecd9c1a63 req-4fe085ea-b59a-4ef5-a5ec-887af089e556 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/security-groups?id=fce51754-d32d-475a-91fc-501dc12703ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785745 Feb 17 21:20:52.031657 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Device e9cb67b1-bba5-451b-8ab4-122f07879e89 up at agent ovs-agent-dv-cinder-760193-4-smb {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:20:52.222329 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [req-1173871e-f732-4547-960d-10955d93c485 req-64ba2910-5ed1-42f6-b969-1c6a3be281ac tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] For port a7dd1a33-6565-4a8b-9d43-a498d20b7f6c, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=a7dd1a33-6565-4a8b-9d43-a498d20b7f6c,segment=NetworkSegment(f4a680a4-70bd-4ad3-8819-012844941805),segment_id=f4a680a4-70bd-4ad3-8819-012844941805)] {{(pid=83971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:20:52.222909 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-1173871e-f732-4547-960d-10955d93c485 req-64ba2910-5ed1-42f6-b969-1c6a3be281ac tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-921726'] for port, precommit_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:52.351204 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f1a929c-b054-42c8-bd5e-e0ecb0c19af1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7dd1a33-6565-4a8b-9d43-a498d20b7f6c', 'code': 200} Feb 17 21:20:52.388453 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Provisioning complete for port e9cb67b1-bba5-451b-8ab4-122f07879e89 triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:20:52.389197 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:52.614361 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcc7bfe-e72a-493a-84aa-ffc1b78ebedc None None] Sync routers for ids ['0b5cf012-3b04-40cc-b846-1081fba5f7c5'] in dv-cinder-760193-4-smb {{(pid=83972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 21:20:52.620726 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [None req-dba13631-a2b2-439c-9fd5-dac1419dfbe2 admin admin] Network 02ff27f2-a2e9-4faf-a0ff-99a76fe4e59e has no segments {{(pid=83970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 21:20:52.650165 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [req-1173871e-f732-4547-960d-10955d93c485 req-64ba2910-5ed1-42f6-b969-1c6a3be281ac tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Calling delete_port for a7dd1a33-6565-4a8b-9d43-a498d20b7f6c owned by compute:nova {{(pid=83971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:20:52.654297 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcc7bfe-e72a-493a-84aa-ffc1b78ebedc None None] Routers {'0b5cf012-3b04-40cc-b846-1081fba5f7c5'} bound to L3 agent in host dv-cinder-760193-4-smb {{(pid=83972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:20:52.655227 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-cbcc7bfe-e72a-493a-84aa-ffc1b78ebedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T21:09:02Z,description=,heartbeat_timestamp=2021-02-17T21:20:32Z,host='dv-cinder-760193-4-smb',id=0536e1cb-4d3e-42d2-8b6d-8bd52a4e2590,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T21:09:02Z,topic='l3_agent')) {'router_ids': ['0b5cf012-3b04-40cc-b846-1081fba5f7c5'], 'active': True} {{(pid=83972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:20:52.789647 dv-cinder-760193-4-smb neutron-server[83861]: Traceback (most recent call last): Feb 17 21:20:52.789647 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 21:20:52.789647 dv-cinder-760193-4-smb neutron-server[83861]: timer() Feb 17 21:20:52.789647 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 21:20:52.789647 dv-cinder-760193-4-smb neutron-server[83861]: cb(*args, **kw) Feb 17 21:20:52.789647 dv-cinder-760193-4-smb neutron-server[83861]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 21:20:52.789647 dv-cinder-760193-4-smb neutron-server[83861]: return func(*args, **kwargs) Feb 17 21:20:52.789647 dv-cinder-760193-4-smb neutron-server[83861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 21:20:52.789647 dv-cinder-760193-4-smb neutron-server[83861]: self._notify() Feb 17 21:20:52.789647 dv-cinder-760193-4-smb neutron-server[83861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 21:20:52.789647 dv-cinder-760193-4-smb neutron-server[83861]: self.callback(batched_events) Feb 17 21:20:52.789647 dv-cinder-760193-4-smb neutron-server[83861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 21:20:52.789647 dv-cinder-760193-4-smb neutron-server[83861]: event.method(event) Feb 17 21:20:52.789647 dv-cinder-760193-4-smb neutron-server[83861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 21:20:52.789647 dv-cinder-760193-4-smb neutron-server[83861]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 21:20:52.789647 dv-cinder-760193-4-smb neutron-server[83861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 21:20:52.789647 dv-cinder-760193-4-smb neutron-server[83861]: segment_id)['aggregates'][0] Feb 17 21:20:52.789647 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 21:20:52.789647 dv-cinder-760193-4-smb neutron-server[83861]: return f(self, *a, **k) Feb 17 21:20:52.789647 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 21:20:52.789647 dv-cinder-760193-4-smb neutron-server[83861]: return self._get(url).json() Feb 17 21:20:52.789647 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 21:20:52.789647 dv-cinder-760193-4-smb neutron-server[83861]: **kwargs) Feb 17 21:20:52.789647 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 21:20:52.789647 dv-cinder-760193-4-smb neutron-server[83861]: return self.request(url, 'GET', **kwargs) Feb 17 21:20:52.789647 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 21:20:52.789647 dv-cinder-760193-4-smb neutron-server[83861]: **endpoint_filter) Feb 17 21:20:52.789647 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 21:20:52.789647 dv-cinder-760193-4-smb neutron-server[83861]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 21:20:52.789647 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 21:20:52.789647 dv-cinder-760193-4-smb neutron-server[83861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 21:20:52.789647 dv-cinder-760193-4-smb neutron-server[83861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 21:20:52.847152 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-dba13631-a2b2-439c-9fd5-dac1419dfbe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846508139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853850419'] for network, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:52.851109 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10192c6e-9453-4b5f-b23d-98c2f0c44e7c req-0c2dc100-4d13-454c-9424-26692963aea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:52.851985 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-2107c5a7-7b14-4bae-9284-7b82807ed87e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:20:52.860480 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-10192c6e-9453-4b5f-b23d-98c2f0c44e7c req-0c2dc100-4d13-454c-9424-26692963aea6 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=36cdcb2459fd422f980d098093256d8b&device_id=a2e05e33-855d-4e48-ae23-655eab5ed6d8 HTTP/1.1" status: 200 len: 1161 time: 1.3380399 Feb 17 21:20:52.917463 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-dba13631-a2b2-439c-9fd5-dac1419dfbe2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854194843'] for network, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:52.923982 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba13631-a2b2-439c-9fd5-dac1419dfbe2 admin admin] Pushing event deleted for resources: {'Network': ['ID=02ff27f2-a2e9-4faf-a0ff-99a76fe4e59e,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:20:52.927368 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-dba13631-a2b2-439c-9fd5-dac1419dfbe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:20:52.933048 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-dba13631-a2b2-439c-9fd5-dac1419dfbe2 admin admin] 10.222.0.90 "DELETE /v2.0/networks/02ff27f2-a2e9-4faf-a0ff-99a76fe4e59e HTTP/1.1" status: 204 len: 168 time: 2.3246026 Feb 17 21:20:52.934368 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 36860) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:20:52.940269 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvr_db [None req-cbcc7bfe-e72a-493a-84aa-ffc1b78ebedc None None] Set router 0b5cf012-3b04-40cc-b846-1081fba5f7c5 gateway port host: dv-cinder-760193-4-smb {{(pid=83972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:20:53.131632 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf2d647a-dfc0-4bf1-84eb-db86b33682a8 admin admin] Deleting subnet c6408248-8794-4d93-8030-1c3668670b97 {{(pid=83970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 21:20:53.141705 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-bf2d647a-dfc0-4bf1-84eb-db86b33682a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:53.252931 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-bf2d647a-dfc0-4bf1-84eb-db86b33682a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1702825'] for subnet, precommit_delete_associations {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:53.393156 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-bf2d647a-dfc0-4bf1-84eb-db86b33682a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8265988'] for subnet, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:53.460641 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-cbcc7bfe-e72a-493a-84aa-ffc1b78ebedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5cf012-3b04-40cc-b846-1081fba5f7c5', 'name': 'tempest-TestMinimumBasicScenario-589450793-router', 'tenant_id': 'dd37991a5603474184e1e7e103b5e2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'external_fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.251'}], 'enable_snat': True}, 'gw_port_id': 'e9cb67b1-bba5-451b-8ab4-122f07879e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:20:39Z', 'updated_at': '2021-02-17T21:20:47Z', 'revision_number': 4, 'project_id': 'dd37991a5603474184e1e7e103b5e2e7', 'gw_port': {'id': 'e9cb67b1-bba5-451b-8ab4-122f07879e89', 'name': '', 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:60:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5cf012-3b04-40cc-b846-1081fba5f7c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:20:40Z', 'updated_at': '2021-02-17T21:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-smb', '_interfaces': [{'id': 'd1bd76bb-6378-4b02-8adc-7f6fa34a1913', 'name': '', 'network_id': '91ed6b15-96c5-473b-b3e5-022a9f16968c', 'tenant_id': 'dd37991a5603474184e1e7e103b5e2e7', 'mac_address': 'fa:16:3e:4a:ba:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b5cf012-3b04-40cc-b846-1081fba5f7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'bd2c5f1d-7235-45ff-833f-908aea4c2ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:20:46Z', 'updated_at': '2021-02-17T21:20:48Z', 'revision_number': 2, 'project_id': 'dd37991a5603474184e1e7e103b5e2e7', 'subnets': [{'id': 'bd2c5f1d-7235-45ff-833f-908aea4c2ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-4-smb', False) {} {{(pid=83972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:20:53.465481 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcc7bfe-e72a-493a-84aa-ffc1b78ebedc None None] Checking router: 0b5cf012-3b04-40cc-b846-1081fba5f7c5 for host: dv-cinder-760193-4-smb {{(pid=83972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 21:20:53.465895 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcc7bfe-e72a-493a-84aa-ffc1b78ebedc None None] Updating router 0b5cf012-3b04-40cc-b846-1081fba5f7c5 port d1bd76bb-6378-4b02-8adc-7f6fa34a1913 binding host dv-cinder-760193-4-smb {{(pid=83972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 21:20:53.538165 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-cbcc7bfe-e72a-493a-84aa-ffc1b78ebedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:53.679732 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10192c6e-9453-4b5f-b23d-98c2f0c44e7c req-bd969450-81f5-4569-96cc-0183bd740c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:53.681263 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-10192c6e-9453-4b5f-b23d-98c2f0c44e7c req-bd969450-81f5-4569-96cc-0183bd740c3d service neutron] 10.222.0.95 "GET /v2.0/networks?id=c1614348-f323-4cf2-883f-d1f4e049c03c HTTP/1.1" status: 200 len: 902 time: 0.8084881 Feb 17 21:20:53.688299 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.db.api [req-1173871e-f732-4547-960d-10955d93c485 req-64ba2910-5ed1-42f6-b969-1c6a3be281ac tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83971) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 21:20:53.688669 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_db.api [req-1173871e-f732-4547-960d-10955d93c485 req-64ba2910-5ed1-42f6-b969-1c6a3be281ac tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 21:20:53.753575 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-bf2d647a-dfc0-4bf1-84eb-db86b33682a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846509796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1731089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2343163'] for subnet, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:53.783995 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9320979f-dce2-4841-8897-3377c75874f4 req-e59cc9e6-aaa0-4512-adc4-51c16c092495 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:53.786778 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-9320979f-dce2-4841-8897-3377c75874f4 req-e59cc9e6-aaa0-4512-adc4-51c16c092495 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] 10.222.0.90 "GET /v2.0/ports?device_id=a2e05e33-855d-4e48-ae23-655eab5ed6d8 HTTP/1.1" status: 200 len: 944 time: 1.4392314 Feb 17 21:20:53.801094 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-10192c6e-9453-4b5f-b23d-98c2f0c44e7c req-775d8015-0456-4e2a-b41b-330e25244453 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a0114e88-0045-437b-b855-cd01c2528a7d HTTP/1.1" status: 200 len: 217 time: 0.0978141 Feb 17 21:20:53.960627 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:20:53.960919 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10192c6e-9453-4b5f-b23d-98c2f0c44e7c req-6b10ccb8-269b-4aad-acac-d2eff811f301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:53.960919 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-10192c6e-9453-4b5f-b23d-98c2f0c44e7c req-6b10ccb8-269b-4aad-acac-d2eff811f301 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=4141ce6f-3a1a-4f49-b940-da2f0ad444d5 HTTP/1.1" status: 200 len: 847 time: 0.1272089 Feb 17 21:20:54.013760 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2d647a-dfc0-4bf1-84eb-db86b33682a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6408248-8794-4d93-8030-1c3668670b97,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:20:54.017349 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-bf2d647a-dfc0-4bf1-84eb-db86b33682a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:20:54.029514 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-9320979f-dce2-4841-8897-3377c75874f4 req-fbf16290-8caa-46cd-8fcc-2cf424fe6505 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] 10.222.0.90 "GET /v2.0/security-groups?id=54f127c0-a302-4400-a813-22dad7bea484&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.2304714 Feb 17 21:20:54.042228 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-bf2d647a-dfc0-4bf1-84eb-db86b33682a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854194843'] for subnet, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:54.046012 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e188f12-5cda-4b6d-9f84-44145ef41cff req-8cd3c88a-031c-4a32-8c9d-1f523847665c tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:54.064673 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-1e188f12-5cda-4b6d-9f84-44145ef41cff req-8cd3c88a-031c-4a32-8c9d-1f523847665c tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/ports?device_id=4d02e800-c249-4f02-8de5-b5f1681d4d5c HTTP/1.1" status: 200 len: 945 time: 0.5073292 Feb 17 21:20:54.076467 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-bf2d647a-dfc0-4bf1-84eb-db86b33682a8 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/c6408248-8794-4d93-8030-1c3668670b97 HTTP/1.1" status: 204 len: 168 time: 1.1406798 Feb 17 21:20:54.077801 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 36870) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:20:54.159627 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-1e188f12-5cda-4b6d-9f84-44145ef41cff req-412e9e01-68c4-4d61-b429-75aebafc5c16 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/security-groups?id=5df91840-1d6e-47b1-b11d-86f99077f317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937834 Feb 17 21:20:54.179220 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10192c6e-9453-4b5f-b23d-98c2f0c44e7c req-8a4f6233-439d-4a58-ad3a-11d923ce90df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:54.180859 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-10192c6e-9453-4b5f-b23d-98c2f0c44e7c req-8a4f6233-439d-4a58-ad3a-11d923ce90df service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c1614348-f323-4cf2-883f-d1f4e049c03c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2138011 Feb 17 21:20:54.194005 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [req-1173871e-f732-4547-960d-10955d93c485 req-64ba2910-5ed1-42f6-b969-1c6a3be281ac tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Deleting port a7dd1a33-6565-4a8b-9d43-a498d20b7f6c {{(pid=83971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:20:54.194394 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-1173871e-f732-4547-960d-10955d93c485 req-64ba2910-5ed1-42f6-b969-1c6a3be281ac tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506882676'] for port, before_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:54.272905 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-4d9ee894-b311-480a-ae40-b1eddb3983fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866049'] for network, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:54.499045 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-4d9ee894-b311-480a-ae40-b1eddb3983fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8267677', 'neutron.services.segments.db._delete_segments_for_network-8782348058381'] for network, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:54.667875 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.services.segments.db [None req-4d9ee894-b311-480a-ae40-b1eddb3983fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09085b61-ed88-48d6-8cdf-9df80abfe279']}} {{(pid=83970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:20:54.670199 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-cbcc7bfe-e72a-493a-84aa-ffc1b78ebedc None None] Notify callbacks [] for port, precommit_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:54.686736 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-cbcc7bfe-e72a-493a-84aa-ffc1b78ebedc None None] Transition to ACTIVE for port object d1bd76bb-6378-4b02-8adc-7f6fa34a1913 will not be triggered until provisioned by entity L2. {{(pid=83972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:20:54.691808 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-cbcc7bfe-e72a-493a-84aa-ffc1b78ebedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:54.704983 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.services.segments.db [None req-4d9ee894-b311-480a-ae40-b1eddb3983fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66275b20-8539-4e6f-8d7c-c82e75d17b36') {'for_net_delete': True} {{(pid=83970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:20:54.705395 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.services.segments.db [None req-4d9ee894-b311-480a-ae40-b1eddb3983fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66275b20-8539-4e6f-8d7c-c82e75d17b36') {} {{(pid=83970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:20:54.716598 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-742c1bee-ee5f-41d4-b8d0-a06ab1d97e80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:20:54.731948 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-4d9ee894-b311-480a-ae40-b1eddb3983fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782348055309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853072975'] for segment, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:54.759219 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-4d9ee894-b311-480a-ae40-b1eddb3983fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846507987'] for segment, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:54.761590 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4d9ee894-b311-480a-ae40-b1eddb3983fd admin admin] Releasing vxlan tunnel 10 to pool {{(pid=83970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 21:20:55.047848 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f853474-a686-46b3-b4c8-825473755ac7 req-42d0741c-055e-421e-9beb-d3b7b55ca2d7 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:55.076318 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-6f853474-a686-46b3-b4c8-825473755ac7 req-42d0741c-055e-421e-9beb-d3b7b55ca2d7 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/ports?device_id=2f1a929c-b054-42c8-bd5e-e0ecb0c19af1 HTTP/1.1" status: 200 len: 943 time: 0.7434969 Feb 17 21:20:55.113466 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [None req-4d9ee894-b311-480a-ae40-b1eddb3983fd admin admin] Network 09085b61-ed88-48d6-8cdf-9df80abfe279 has no segments {{(pid=83970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 21:20:55.132718 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-4d9ee894-b311-480a-ae40-b1eddb3983fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8267797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853043730'] for segment, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:55.187679 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-10192c6e-9453-4b5f-b23d-98c2f0c44e7c req-6ba730bc-95a2-409a-9e81-e324ab3f9f3b service neutron] 10.222.0.95 "GET /v2.0/networks/c1614348-f323-4cf2-883f-d1f4e049c03c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9973376 Feb 17 21:20:55.394439 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [None req-cbcc7bfe-e72a-493a-84aa-ffc1b78ebedc None None] Attempting to bind port d1bd76bb-6378-4b02-8adc-7f6fa34a1913 on host dv-cinder-760193-4-smb for vnic_type normal with profile {{(pid=83972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 21:20:55.395109 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [None req-cbcc7bfe-e72a-493a-84aa-ffc1b78ebedc None None] Attempting to bind port d1bd76bb-6378-4b02-8adc-7f6fa34a1913 by drivers openvswitch on host dv-cinder-760193-4-smb at level 0 using segments [{'id': '55b585c7-7eac-4e22-a330-06e1852eeb02', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '91ed6b15-96c5-473b-b3e5-022a9f16968c'}] {{(pid=83972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 21:20:55.395547 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcc7bfe-e72a-493a-84aa-ffc1b78ebedc None None] Attempting to bind port d1bd76bb-6378-4b02-8adc-7f6fa34a1913 on network 91ed6b15-96c5-473b-b3e5-022a9f16968c {{(pid=83972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 21:20:55.402127 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcc7bfe-e72a-493a-84aa-ffc1b78ebedc None None] Checking agent: {'id': '1f40505b-3e8c-4bc5-b539-d04281a15ea5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 21, 9, 4), 'started_at': datetime.datetime(2021, 2, 17, 21, 9, 34), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.98', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 21:20:55.402865 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcc7bfe-e72a-493a-84aa-ffc1b78ebedc None None] Checking segment: {'id': '55b585c7-7eac-4e22-a330-06e1852eeb02', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '91ed6b15-96c5-473b-b3e5-022a9f16968c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:20:55.411963 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-cbcc7bfe-e72a-493a-84aa-ffc1b78ebedc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:55.414591 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcc7bfe-e72a-493a-84aa-ffc1b78ebedc None None] Bound using segment: {'id': '55b585c7-7eac-4e22-a330-06e1852eeb02', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '91ed6b15-96c5-473b-b3e5-022a9f16968c'} {{(pid=83972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 21:20:55.420702 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [None req-cbcc7bfe-e72a-493a-84aa-ffc1b78ebedc None None] Bound port: d1bd76bb-6378-4b02-8adc-7f6fa34a1913, host: dv-cinder-760193-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55b585c7-7eac-4e22-a330-06e1852eeb02', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '91ed6b15-96c5-473b-b3e5-022a9f16968c'}}] {{(pid=83972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 21:20:55.421150 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-cbcc7bfe-e72a-493a-84aa-ffc1b78ebedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:55.436830 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaafbd1-664b-4e98-9a83-e2a168d1d8b0 None None] Pushing event updated for resources: {'Port': ['ID=d1bd76bb-6378-4b02-8adc-7f6fa34a1913,revision_number=3']} {{(pid=83972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:20:55.450995 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-ccaafbd1-664b-4e98-9a83-e2a168d1d8b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.735s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:20:55.551364 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [None req-4d9ee894-b311-480a-ae40-b1eddb3983fd admin admin] Network 09085b61-ed88-48d6-8cdf-9df80abfe279 has no segments {{(pid=83970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 21:20:55.554454 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-6f853474-a686-46b3-b4c8-825473755ac7 req-e0dcc37f-4092-4dd6-84f5-8e1858d0c3d0 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/security-groups?id=fce51754-d32d-475a-91fc-501dc12703ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4771478 Feb 17 21:20:55.571299 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-cbcc7bfe-e72a-493a-84aa-ffc1b78ebedc None None] For port d1bd76bb-6378-4b02-8adc-7f6fa34a1913, host dv-cinder-760193-4-smb, cleared binding levels {{(pid=83972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 21:20:55.589847 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-cbcc7bfe-e72a-493a-84aa-ffc1b78ebedc None None] For port d1bd76bb-6378-4b02-8adc-7f6fa34a1913, host dv-cinder-760193-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-smb',level=0,port_id=d1bd76bb-6378-4b02-8adc-7f6fa34a1913,segment=NetworkSegment(55b585c7-7eac-4e22-a330-06e1852eeb02),segment_id=55b585c7-7eac-4e22-a330-06e1852eeb02)] {{(pid=83972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 21:20:55.602911 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-cbcc7bfe-e72a-493a-84aa-ffc1b78ebedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:55.630807 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-e8393690-738d-4004-a760-9b685391e5ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:20:55.673344 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [req-1173871e-f732-4547-960d-10955d93c485 req-64ba2910-5ed1-42f6-b969-1c6a3be281ac tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] For port a7dd1a33-6565-4a8b-9d43-a498d20b7f6c, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=a7dd1a33-6565-4a8b-9d43-a498d20b7f6c,segment=NetworkSegment(f4a680a4-70bd-4ad3-8819-012844941805),segment_id=f4a680a4-70bd-4ad3-8819-012844941805)] {{(pid=83971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:20:55.673735 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-1173871e-f732-4547-960d-10955d93c485 req-64ba2910-5ed1-42f6-b969-1c6a3be281ac tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-921726'] for port, precommit_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:55.842359 dv-cinder-760193-4-smb neutron-server[83861]: Traceback (most recent call last): Feb 17 21:20:55.842359 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 21:20:55.842359 dv-cinder-760193-4-smb neutron-server[83861]: timer() Feb 17 21:20:55.842359 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 21:20:55.842359 dv-cinder-760193-4-smb neutron-server[83861]: cb(*args, **kw) Feb 17 21:20:55.842359 dv-cinder-760193-4-smb neutron-server[83861]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 21:20:55.842359 dv-cinder-760193-4-smb neutron-server[83861]: return func(*args, **kwargs) Feb 17 21:20:55.842359 dv-cinder-760193-4-smb neutron-server[83861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 21:20:55.842359 dv-cinder-760193-4-smb neutron-server[83861]: self._notify() Feb 17 21:20:55.842359 dv-cinder-760193-4-smb neutron-server[83861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 21:20:55.842359 dv-cinder-760193-4-smb neutron-server[83861]: self.callback(batched_events) Feb 17 21:20:55.842359 dv-cinder-760193-4-smb neutron-server[83861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 21:20:55.842359 dv-cinder-760193-4-smb neutron-server[83861]: event.method(event) Feb 17 21:20:55.842359 dv-cinder-760193-4-smb neutron-server[83861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 21:20:55.842359 dv-cinder-760193-4-smb neutron-server[83861]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 21:20:55.842359 dv-cinder-760193-4-smb neutron-server[83861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 21:20:55.842359 dv-cinder-760193-4-smb neutron-server[83861]: segment_id)['aggregates'][0] Feb 17 21:20:55.842359 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 21:20:55.842359 dv-cinder-760193-4-smb neutron-server[83861]: return f(self, *a, **k) Feb 17 21:20:55.842359 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 21:20:55.842359 dv-cinder-760193-4-smb neutron-server[83861]: return self._get(url).json() Feb 17 21:20:55.842359 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 21:20:55.842359 dv-cinder-760193-4-smb neutron-server[83861]: **kwargs) Feb 17 21:20:55.842359 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 21:20:55.842359 dv-cinder-760193-4-smb neutron-server[83861]: return self.request(url, 'GET', **kwargs) Feb 17 21:20:55.842359 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 21:20:55.842359 dv-cinder-760193-4-smb neutron-server[83861]: **endpoint_filter) Feb 17 21:20:55.842359 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 21:20:55.842359 dv-cinder-760193-4-smb neutron-server[83861]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 21:20:55.842359 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 21:20:55.842359 dv-cinder-760193-4-smb neutron-server[83861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 21:20:55.842359 dv-cinder-760193-4-smb neutron-server[83861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 21:20:55.846038 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-4d9ee894-b311-480a-ae40-b1eddb3983fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846508139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853850419'] for network, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:55.863925 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-57e66386-c4af-48ae-933c-86c1143b4afd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:20:55.895056 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Device a0114e88-0045-437b-b855-cd01c2528a7d up at agent ovs-agent-hv-cinder-76019 {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:20:55.905262 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-4d9ee894-b311-480a-ae40-b1eddb3983fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854194843'] for network, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:55.941277 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9ee894-b311-480a-ae40-b1eddb3983fd admin admin] Pushing event deleted for resources: {'Network': ['ID=09085b61-ed88-48d6-8cdf-9df80abfe279,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:20:55.944712 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-4d9ee894-b311-480a-ae40-b1eddb3983fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:20:55.947173 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-4d9ee894-b311-480a-ae40-b1eddb3983fd admin admin] 10.222.0.90 "DELETE /v2.0/networks/09085b61-ed88-48d6-8cdf-9df80abfe279 HTTP/1.1" status: 204 len: 168 time: 1.8677390 Feb 17 21:20:56.035399 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [req-1173871e-f732-4547-960d-10955d93c485 req-64ba2910-5ed1-42f6-b969-1c6a3be281ac tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Calling delete_port for a7dd1a33-6565-4a8b-9d43-a498d20b7f6c owned by compute:nova {{(pid=83971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:20:56.091470 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaafbd1-664b-4e98-9a83-e2a168d1d8b0 None None] Pushing event updated for resources: {'Port': ['ID=d1bd76bb-6378-4b02-8adc-7f6fa34a1913,revision_number=4']} {{(pid=83972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:20:56.099997 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-ccaafbd1-664b-4e98-9a83-e2a168d1d8b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:20:56.191808 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c4975a-ad7e-404f-a5f6-4b6241dc5acb req-8d744c9f-5854-479e-b029-6bc5a2579874 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:56.194127 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-96c4975a-ad7e-404f-a5f6-4b6241dc5acb req-8d744c9f-5854-479e-b029-6bc5a2579874 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] 10.222.0.90 "GET /v2.0/ports?device_id=a2e05e33-855d-4e48-ae23-655eab5ed6d8 HTTP/1.1" status: 200 len: 944 time: 0.7521491 Feb 17 21:20:56.214977 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Provisioning for port a0114e88-0045-437b-b855-cd01c2528a7d completed by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:20:56.236865 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Provisioning complete for port a0114e88-0045-437b-b855-cd01c2528a7d triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:20:56.237286 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:56.242925 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 36886) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:20:56.257551 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-10192c6e-9453-4b5f-b23d-98c2f0c44e7c req-ecb9dc46-063e-490e-971a-d26d7a16b4bd service neutron] 10.222.0.95 "GET /v2.0/networks/c1614348-f323-4cf2-883f-d1f4e049c03c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.0506418 Feb 17 21:20:56.306983 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcc7bfe-e72a-493a-84aa-ffc1b78ebedc None None] Routers {'0b5cf012-3b04-40cc-b846-1081fba5f7c5'} bound to L3 agent in host dv-cinder-760193-4-smb {{(pid=83972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:20:56.307689 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-cbcc7bfe-e72a-493a-84aa-ffc1b78ebedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T21:09:02Z,description=,heartbeat_timestamp=2021-02-17T21:20:32Z,host='dv-cinder-760193-4-smb',id=0536e1cb-4d3e-42d2-8b6d-8bd52a4e2590,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T21:09:02Z,topic='l3_agent')) {'router_ids': ['0b5cf012-3b04-40cc-b846-1081fba5f7c5'], 'active': True} {{(pid=83972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:20:56.400705 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-fb1431f3-b9ab-4e6d-a4f3-0f9df150fa12 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=ab67f1686ba540d58f9ff70344922c71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1564612 Feb 17 21:20:56.407788 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 36890) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:20:56.432496 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-96c4975a-ad7e-404f-a5f6-4b6241dc5acb req-b659017d-ea88-41ca-983f-a97ba77291fa tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] 10.222.0.90 "GET /v2.0/security-groups?id=54f127c0-a302-4400-a813-22dad7bea484&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.2099450 Feb 17 21:20:56.614930 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5b8123-a1b6-43c7-a0c5-1f05d47c0324 req-08f25c71-922e-42b0-b08c-fc76f906492c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:56.616536 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-cd5b8123-a1b6-43c7-a0c5-1f05d47c0324 req-08f25c71-922e-42b0-b08c-fc76f906492c service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=1e8007caa2284731820d67e6f9d57ee9&device_id=4d02e800-c249-4f02-8de5-b5f1681d4d5c HTTP/1.1" status: 200 len: 1162 time: 0.7512805 Feb 17 21:20:56.683602 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6720daf4-217d-4d11-b7f2-51cb948fecf8 req-5bad7681-94a9-4213-9fe7-7b2d3c158572 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:56.708411 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-6720daf4-217d-4d11-b7f2-51cb948fecf8 req-5bad7681-94a9-4213-9fe7-7b2d3c158572 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/ports?device_id=4d02e800-c249-4f02-8de5-b5f1681d4d5c HTTP/1.1" status: 200 len: 945 time: 0.7555425 Feb 17 21:20:56.890249 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvr_db [None req-cbcc7bfe-e72a-493a-84aa-ffc1b78ebedc None None] Set router 0b5cf012-3b04-40cc-b846-1081fba5f7c5 gateway port host: dv-cinder-760193-4-smb {{(pid=83972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:20:56.952190 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-c88a7970-da50-47b2-b316-a92595f9b808 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:57.157274 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-6720daf4-217d-4d11-b7f2-51cb948fecf8 req-64183fef-fb42-4f55-85f8-74665c245591 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/security-groups?id=5df91840-1d6e-47b1-b11d-86f99077f317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4474595 Feb 17 21:20:57.371438 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:57.429645 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] For port a0114e88-0045-437b-b855-cd01c2528a7d, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=a0114e88-0045-437b-b855-cd01c2528a7d,segment=NetworkSegment(52570e17-5638-48fe-bab3-82a71a5949b8),segment_id=52570e17-5638-48fe-bab3-82a71a5949b8)] {{(pid=83972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:20:57.433823 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2e05e33-855d-4e48-ae23-655eab5ed6d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0114e88-0045-437b-b855-cd01c2528a7d'}] {{(pid=83972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:20:57.446357 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:57.453008 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:20:57.557300 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2e05e33-855d-4e48-ae23-655eab5ed6d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0114e88-0045-437b-b855-cd01c2528a7d', 'code': 200} Feb 17 21:20:57.637992 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-c88a7970-da50-47b2-b316-a92595f9b808 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:57.663188 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Pushing event updated for resources: {'Port': ['ID=a0114e88-0045-437b-b855-cd01c2528a7d,revision_number=4']} {{(pid=83972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:20:57.678959 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:20:57.916712 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-cbcc7bfe-e72a-493a-84aa-ffc1b78ebedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5cf012-3b04-40cc-b846-1081fba5f7c5', 'name': 'tempest-TestMinimumBasicScenario-589450793-router', 'tenant_id': 'dd37991a5603474184e1e7e103b5e2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'external_fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.251'}], 'enable_snat': True}, 'gw_port_id': 'e9cb67b1-bba5-451b-8ab4-122f07879e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:20:39Z', 'updated_at': '2021-02-17T21:20:47Z', 'revision_number': 4, 'project_id': 'dd37991a5603474184e1e7e103b5e2e7', 'gw_port': {'id': 'e9cb67b1-bba5-451b-8ab4-122f07879e89', 'name': '', 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:60:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5cf012-3b04-40cc-b846-1081fba5f7c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:20:40Z', 'updated_at': '2021-02-17T21:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-smb', '_interfaces': [{'id': 'd1bd76bb-6378-4b02-8adc-7f6fa34a1913', 'name': '', 'network_id': '91ed6b15-96c5-473b-b3e5-022a9f16968c', 'tenant_id': 'dd37991a5603474184e1e7e103b5e2e7', 'mac_address': 'fa:16:3e:4a:ba:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b5cf012-3b04-40cc-b846-1081fba5f7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'bd2c5f1d-7235-45ff-833f-908aea4c2ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:20:46Z', 'updated_at': '2021-02-17T21:20:55Z', 'revision_number': 4, 'project_id': 'dd37991a5603474184e1e7e103b5e2e7', 'subnets': [{'id': 'bd2c5f1d-7235-45ff-833f-908aea4c2ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-4-smb', False) {} {{(pid=83972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:20:57.933963 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcc7bfe-e72a-493a-84aa-ffc1b78ebedc None None] The sync data for ids ['0b5cf012-3b04-40cc-b846-1081fba5f7c5'] in dv-cinder-760193-4-smb is: [{'id': '0b5cf012-3b04-40cc-b846-1081fba5f7c5', 'name': 'tempest-TestMinimumBasicScenario-589450793-router', 'tenant_id': 'dd37991a5603474184e1e7e103b5e2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'external_fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.251'}], 'enable_snat': True}, 'gw_port_id': 'e9cb67b1-bba5-451b-8ab4-122f07879e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:20:39Z', 'updated_at': '2021-02-17T21:20:47Z', 'revision_number': 4, 'project_id': 'dd37991a5603474184e1e7e103b5e2e7', 'gw_port': {'id': 'e9cb67b1-bba5-451b-8ab4-122f07879e89', 'name': '', 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:60:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5cf012-3b04-40cc-b846-1081fba5f7c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:20:40Z', 'updated_at': '2021-02-17T21:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-smb', '_interfaces': [{'id': 'd1bd76bb-6378-4b02-8adc-7f6fa34a1913', 'name': '', 'network_id': '91ed6b15-96c5-473b-b3e5-022a9f16968c', 'tenant_id': 'dd37991a5603474184e1e7e103b5e2e7', 'mac_address': 'fa:16:3e:4a:ba:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b5cf012-3b04-40cc-b846-1081fba5f7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'bd2c5f1d-7235-45ff-833f-908aea4c2ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:20:46Z', 'updated_at': '2021-02-17T21:20:55Z', 'revision_number': 4, 'project_id': 'dd37991a5603474184e1e7e103b5e2e7', 'subnets': [{'id': 'bd2c5f1d-7235-45ff-833f-908aea4c2ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 21:20:57.976118 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa77377-61f7-4279-912e-888c4b6af48b req-8fc9c003-c9f7-45f8-b645-d2fff6aed508 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:57.978221 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-0aa77377-61f7-4279-912e-888c4b6af48b req-8fc9c003-c9f7-45f8-b645-d2fff6aed508 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/ports?device_id=2f1a929c-b054-42c8-bd5e-e0ecb0c19af1 HTTP/1.1" status: 200 len: 943 time: 1.1800597 Feb 17 21:20:58.017886 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-1173871e-f732-4547-960d-10955d93c485 req-64ba2910-5ed1-42f6-b969-1c6a3be281ac tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782347900463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782347493337'] for port, after_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:58.428845 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-c27f1a0d-9a50-40fe-8243-6dfee9e96a45 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:20:58.527727 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ba2910-5ed1-42f6-b969-1c6a3be281ac tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Pushing event deleted for resources: {'Port': ['ID=a7dd1a33-6565-4a8b-9d43-a498d20b7f6c,revision_number=None']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:20:58.543651 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-64ba2910-5ed1-42f6-b969-1c6a3be281ac tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:20:58.625113 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [req-1173871e-f732-4547-960d-10955d93c485 req-64ba2910-5ed1-42f6-b969-1c6a3be281ac tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] No DVR routers for this DVR port a7dd1a33-6565-4a8b-9d43-a498d20b7f6c on host hv-cinder-76019 {{(pid=83971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 21:20:58.627225 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5b8123-a1b6-43c7-a0c5-1f05d47c0324 req-8c8b5aa7-566e-45d6-9539-9af4ce0f895a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:58.628833 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-cd5b8123-a1b6-43c7-a0c5-1f05d47c0324 req-8c8b5aa7-566e-45d6-9539-9af4ce0f895a service neutron] 10.222.0.95 "GET /v2.0/networks?id=aa2f4e05-f1b6-4d1c-a052-1a8707f48be4 HTTP/1.1" status: 200 len: 913 time: 1.8674593 Feb 17 21:20:58.635884 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-1173871e-f732-4547-960d-10955d93c485 req-64ba2910-5ed1-42f6-b969-1c6a3be281ac tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768493'] for port, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:58.644253 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f1a929c-b054-42c8-bd5e-e0ecb0c19af1', 'name': 'network-vif-deleted', 'tag': 'a7dd1a33-6565-4a8b-9d43-a498d20b7f6c'}] {{(pid=83971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:20:58.748350 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-cd5b8123-a1b6-43c7-a0c5-1f05d47c0324 req-3054c002-64ba-45e5-b58f-8e8a52276b18 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87ea2e05-f05b-4e97-acbd-e06f872addb9 HTTP/1.1" status: 200 len: 217 time: 0.0901172 Feb 17 21:20:58.869364 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5b8123-a1b6-43c7-a0c5-1f05d47c0324 req-bad326e0-3798-4d6c-8250-3a630ee829bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:58.871004 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-cd5b8123-a1b6-43c7-a0c5-1f05d47c0324 req-bad326e0-3798-4d6c-8250-3a630ee829bc service neutron] 10.222.0.95 "GET /v2.0/subnets?id=68c4757a-1327-48d0-97b5-5af10066f5ed HTTP/1.1" status: 200 len: 859 time: 0.1019807 Feb 17 21:20:58.953281 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-cd5b8123-a1b6-43c7-a0c5-1f05d47c0324 req-ddf6f651-85bf-4d36-a2fb-9054952b0553 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=aa2f4e05-f1b6-4d1c-a052-1a8707f48be4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668685 Feb 17 21:20:58.960242 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-0aa77377-61f7-4279-912e-888c4b6af48b req-a200192b-9fff-424e-b414-5ebc894e8585 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/security-groups?id=fce51754-d32d-475a-91fc-501dc12703ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8162694 Feb 17 21:20:59.207076 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-1173871e-f732-4547-960d-10955d93c485 req-64ba2910-5ed1-42f6-b969-1c6a3be281ac tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.95 "DELETE /v2.0/ports/a7dd1a33-6565-4a8b-9d43-a498d20b7f6c HTTP/1.1" status: 204 len: 173 time: 8.6003957 Feb 17 21:20:59.304572 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-c88a7970-da50-47b2-b316-a92595f9b808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:59.307687 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-c88a7970-da50-47b2-b316-a92595f9b808 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:59.309218 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-c88a7970-da50-47b2-b316-a92595f9b808 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/e74f72f8-9772-460d-8cd7-a82da5d6847d HTTP/1.1" status: 204 len: 168 time: 2.8899448 Feb 17 21:20:59.337763 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:20:59.401046 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88a7970-da50-47b2-b316-a92595f9b808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e74f72f8-9772-460d-8cd7-a82da5d6847d,revision_number=None']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:20:59.417532 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef8cb5d-e602-4ad8-a2bb-01b4f5933feb req-2227caf4-db6f-43fa-b273-e38b2f310a62 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:59.435946 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-fef8cb5d-e602-4ad8-a2bb-01b4f5933feb req-2227caf4-db6f-43fa-b273-e38b2f310a62 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] 10.222.0.90 "GET /v2.0/ports?device_id=a2e05e33-855d-4e48-ae23-655eab5ed6d8 HTTP/1.1" status: 200 len: 946 time: 1.5859358 Feb 17 21:20:59.443467 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-c88a7970-da50-47b2-b316-a92595f9b808 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:20:59.534640 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:59.624296 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Device a0114e88-0045-437b-b855-cd01c2528a7d up at agent ovs-agent-hv-cinder-76019 {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:20:59.630377 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-cd5b8123-a1b6-43c7-a0c5-1f05d47c0324 req-af68111b-69ba-4253-bee1-e328a3754770 service neutron] 10.222.0.95 "GET /v2.0/networks/aa2f4e05-f1b6-4d1c-a052-1a8707f48be4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6665037 Feb 17 21:20:59.733824 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0f9e9d-c84b-48df-a9bd-8a0220d4dc40 req-c864bcd0-64be-4c6d-94ba-8f34117e17c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:20:59.736613 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-2c0f9e9d-c84b-48df-a9bd-8a0220d4dc40 req-c864bcd0-64be-4c6d-94ba-8f34117e17c8 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=a2e05e33-855d-4e48-ae23-655eab5ed6d8 HTTP/1.1" status: 200 len: 1163 time: 1.7360232 Feb 17 21:20:59.779234 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Provisioning complete for port a0114e88-0045-437b-b855-cd01c2528a7d triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:20:59.779662 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:20:59.920135 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-fef8cb5d-e602-4ad8-a2bb-01b4f5933feb req-beeca35f-abed-4346-8fde-21ecc65fef0f tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] 10.222.0.90 "GET /v2.0/security-groups?id=54f127c0-a302-4400-a813-22dad7bea484&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.4809010 Feb 17 21:21:00.147743 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Device d1bd76bb-6378-4b02-8adc-7f6fa34a1913 up at agent ovs-agent-dv-cinder-760193-4-smb {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:21:00.154544 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f1a929c-b054-42c8-bd5e-e0ecb0c19af1', 'name': 'network-vif-deleted', 'tag': 'a7dd1a33-6565-4a8b-9d43-a498d20b7f6c', 'status': 'completed', 'code': 200} Feb 17 21:21:00.212151 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-2c0f9e9d-c84b-48df-a9bd-8a0220d4dc40 req-3e7c5c1a-e759-404f-ab43-9fdd45e5f191 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=54f127c0-a302-4400-a813-22dad7bea484&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.3270824 Feb 17 21:21:00.318497 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 36920) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:21:00.332213 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292f2e65-c8ec-4741-aa47-248f43a0970b req-81de79ae-c256-4620-9a6f-0f27897e9605 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:00.343995 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-292f2e65-c8ec-4741-aa47-248f43a0970b req-81de79ae-c256-4620-9a6f-0f27897e9605 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/ports?device_id=4d02e800-c249-4f02-8de5-b5f1681d4d5c HTTP/1.1" status: 200 len: 945 time: 1.1084528 Feb 17 21:21:00.447290 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-292f2e65-c8ec-4741-aa47-248f43a0970b req-38391d2e-9a8c-425c-b7c6-6973f2f3c6f1 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/security-groups?id=5df91840-1d6e-47b1-b11d-86f99077f317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022823 Feb 17 21:21:00.453098 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-cd5b8123-a1b6-43c7-a0c5-1f05d47c0324 req-76b04d5b-2c38-4d1f-b3d1-384809ee268a service neutron] 10.222.0.95 "GET /v2.0/networks/aa2f4e05-f1b6-4d1c-a052-1a8707f48be4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8072960 Feb 17 21:21:00.504624 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Provisioning for port d1bd76bb-6378-4b02-8adc-7f6fa34a1913 completed by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:21:00.528269 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-c4420d84-bba6-4454-9e42-51723fccd264 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=cb046af2899e4db38a88c2c86d47b5f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2050159 Feb 17 21:21:00.529294 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-7521d8ed-d83f-4870-ab43-7a678c8c4e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:00.531517 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 36924) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:21:00.537216 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Provisioning complete for port d1bd76bb-6378-4b02-8adc-7f6fa34a1913 triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:21:00.537717 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:00.587354 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-36139104-7981-4261-94ae-178cd00ef7be req-8491b53a-3134-40b2-974b-ca4202c4fc6a tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Synchronizing usage tracker for tenant:99ecb63817724b3b843973136a4f57b7 on resource:port {{(pid=83971) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:21:00.612403 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-36139104-7981-4261-94ae-178cd00ef7be req-8491b53a-3134-40b2-974b-ca4202c4fc6a tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Unset dirty status for tenant:99ecb63817724b3b843973136a4f57b7 on resource:port {{(pid=83971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:21:00.622151 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-36139104-7981-4261-94ae-178cd00ef7be req-8491b53a-3134-40b2-974b-ca4202c4fc6a tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] 10.222.0.90 "GET /v2.0/ports?device_id=2f1a929c-b054-42c8-bd5e-e0ecb0c19af1 HTTP/1.1" status: 200 len: 210 time: 0.1484022 Feb 17 21:21:00.695486 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-9ba41d20-c929-4bb8-a265-4329f33866fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:00.761722 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:00.771652 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-9ba41d20-c929-4bb8-a265-4329f33866fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:00.836497 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] For port d1bd76bb-6378-4b02-8adc-7f6fa34a1913, host dv-cinder-760193-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-smb',level=0,port_id=d1bd76bb-6378-4b02-8adc-7f6fa34a1913,segment=NetworkSegment(55b585c7-7eac-4e22-a330-06e1852eeb02),segment_id=55b585c7-7eac-4e22-a330-06e1852eeb02)] {{(pid=83972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:21:00.840536 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:00.843219 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-125dbef3-5006-4bde-89cf-0b0f4fd8b526 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:21:00.895925 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-9ba41d20-c929-4bb8-a265-4329f33866fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:00.901796 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-0ff5dcdd-d28a-4f78-b2e7-a63dee956f68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:21:00.931802 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba41d20-c929-4bb8-a265-4329f33866fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=581b1e8b-78f0-4315-bc0c-c720deb76a4a,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:21:00.941133 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-9ba41d20-c929-4bb8-a265-4329f33866fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:21:00.948935 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-9ba41d20-c929-4bb8-a265-4329f33866fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:00.953235 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-9ba41d20-c929-4bb8-a265-4329f33866fd admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/581b1e8b-78f0-4315-bc0c-c720deb76a4a HTTP/1.1" status: 204 len: 168 time: 0.4178057 Feb 17 21:21:01.018163 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Pushing event updated for resources: {'Port': ['ID=d1bd76bb-6378-4b02-8adc-7f6fa34a1913,revision_number=5']} {{(pid=83972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:21:01.022782 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:21:01.362880 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8888ff-3331-43fa-be01-2a29935e763e req-a125e07a-6a59-42f6-84ae-a2f179db66d4 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:01.370950 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-9d8888ff-3331-43fa-be01-2a29935e763e req-a125e07a-6a59-42f6-84ae-a2f179db66d4 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] 10.222.0.90 "GET /v2.0/ports?device_id=a2e05e33-855d-4e48-ae23-655eab5ed6d8 HTTP/1.1" status: 200 len: 946 time: 0.1331122 Feb 17 21:21:01.520253 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-9d8888ff-3331-43fa-be01-2a29935e763e req-1a391253-0f6c-4927-91cf-00ae6806b24e tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] 10.222.0.90 "GET /v2.0/security-groups?id=54f127c0-a302-4400-a813-22dad7bea484&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1477942 Feb 17 21:21:01.833791 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 36944) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:21:02.014623 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b425c30-049b-4788-954f-a23a6bfecc8c req-fba5bdd8-ba70-4c15-afdc-b68986b224e1 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:02.030390 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-0b425c30-049b-4788-954f-a23a6bfecc8c req-fba5bdd8-ba70-4c15-afdc-b68986b224e1 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/ports?device_id=4d02e800-c249-4f02-8de5-b5f1681d4d5c HTTP/1.1" status: 200 len: 945 time: 0.2838717 Feb 17 21:21:02.048257 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.db_base_plugin_v2 [None req-9055abc8-5511-4103-a44c-79fbfb902dbd admin admin] Deleting subnet 1674444a-f910-400c-bb97-a2b62b24e55e {{(pid=83970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 21:21:02.059284 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-9055abc8-5511-4103-a44c-79fbfb902dbd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:02.082490 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Device d1bd76bb-6378-4b02-8adc-7f6fa34a1913 up at agent ovs-agent-dv-cinder-760193-4-smb {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:21:02.160377 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-0b425c30-049b-4788-954f-a23a6bfecc8c req-d272bdce-2a81-414e-9abe-6e8516a0055e tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/security-groups?id=5df91840-1d6e-47b1-b11d-86f99077f317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289859 Feb 17 21:21:02.239639 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-9055abc8-5511-4103-a44c-79fbfb902dbd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1702825'] for subnet, precommit_delete_associations {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:02.372981 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-9055abc8-5511-4103-a44c-79fbfb902dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8265988'] for subnet, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:02.686136 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-3bb9cb88-98c0-45dc-b195-85f5ef8803d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:02.804619 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Provisioning complete for port d1bd76bb-6378-4b02-8adc-7f6fa34a1913 triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:21:02.805312 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:03.030391 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7954528-5bac-4bf0-bcfe-a7e3e295cfc3 req-c8e22f83-3c3d-4097-9192-95c169effe49 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:03.059505 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-f7954528-5bac-4bf0-bcfe-a7e3e295cfc3 req-c8e22f83-3c3d-4097-9192-95c169effe49 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] 10.222.0.90 "GET /v2.0/ports?device_id=a2e05e33-855d-4e48-ae23-655eab5ed6d8 HTTP/1.1" status: 200 len: 946 time: 0.3567560 Feb 17 21:21:03.123228 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-f7954528-5bac-4bf0-bcfe-a7e3e295cfc3 req-85e216d3-d9ac-4eca-97ca-c10a3118399d tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] 10.222.0.90 "GET /v2.0/security-groups?id=54f127c0-a302-4400-a813-22dad7bea484&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0827572 Feb 17 21:21:03.289864 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-9055abc8-5511-4103-a44c-79fbfb902dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846509796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1731089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2343163'] for subnet, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:03.296309 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f1cec3f0-2839-4108-802d-97c7b40b55a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:03.334316 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:21:03.476595 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9055abc8-5511-4103-a44c-79fbfb902dbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1674444a-f910-400c-bb97-a2b62b24e55e,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:21:03.484944 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-9055abc8-5511-4103-a44c-79fbfb902dbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:21:03.549538 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-9055abc8-5511-4103-a44c-79fbfb902dbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854194843'] for subnet, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:03.557234 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-9055abc8-5511-4103-a44c-79fbfb902dbd admin admin] 10.222.0.90 "DELETE /v2.0/subnets/1674444a-f910-400c-bb97-a2b62b24e55e HTTP/1.1" status: 204 len: 168 time: 1.7223184 Feb 17 21:21:03.559871 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 36974) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:21:03.588724 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c1fcb7-371d-4532-b483-18381a7bf151 req-4a8b9b91-dff9-401d-a688-2d5efc57b6b1 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:03.590427 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-78c1fcb7-371d-4532-b483-18381a7bf151 req-4a8b9b91-dff9-401d-a688-2d5efc57b6b1 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] 10.222.0.90 "GET /v2.0/ports?device_id=a2e05e33-855d-4e48-ae23-655eab5ed6d8 HTTP/1.1" status: 200 len: 946 time: 0.2015536 Feb 17 21:21:03.647701 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c93e596-6bda-4bfa-ae14-ed1c013ef17e req-b28a16d6-3ce2-44dd-82ac-3b70a6132601 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:03.657563 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-9c93e596-6bda-4bfa-ae14-ed1c013ef17e req-b28a16d6-3ce2-44dd-82ac-3b70a6132601 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/ports?device_id=4d02e800-c249-4f02-8de5-b5f1681d4d5c HTTP/1.1" status: 200 len: 945 time: 0.1897340 Feb 17 21:21:03.683971 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-78c1fcb7-371d-4532-b483-18381a7bf151 req-5c89517f-d4de-4169-8391-5215352c5552 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] 10.222.0.90 "GET /v2.0/security-groups?id=54f127c0-a302-4400-a813-22dad7bea484&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0815041 Feb 17 21:21:03.746784 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-9c93e596-6bda-4bfa-ae14-ed1c013ef17e req-f28e0d77-5804-48ed-bb76-3147cc3cb4c6 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/security-groups?id=5df91840-1d6e-47b1-b11d-86f99077f317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881293 Feb 17 21:21:03.821724 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-0a417e1e-bce6-4142-b0c0-e405d99b8c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866049'] for network, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:04.031019 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-f90647d2-d925-4fa2-915f-02a7e2fc913a req-b459c38c-fda1-4d1f-a7a7-29ce6b0d5381 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] 10.222.0.90 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2609594 Feb 17 21:21:04.040096 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [req-f90647d2-d925-4fa2-915f-02a7e2fc913a req-1ff3ee3f-f928-4c21-9755-cd70fe4b1d97 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Request body: {'floatingip': {'floating_network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e'}} {{(pid=83971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:21:04.075277 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [req-f90647d2-d925-4fa2-915f-02a7e2fc913a req-1ff3ee3f-f928-4c21-9755-cd70fe4b1d97 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:21:04.091147 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-f90647d2-d925-4fa2-915f-02a7e2fc913a req-1ff3ee3f-f928-4c21-9755-cd70fe4b1d97 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Usage tracker for resource:floatingip and tenant:36cdcb2459fd422f980d098093256d8b is out of sync, need to count used quota {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:21:04.097322 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-f90647d2-d925-4fa2-915f-02a7e2fc913a req-1ff3ee3f-f928-4c21-9755-cd70fe4b1d97 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:21:04.115528 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [req-f90647d2-d925-4fa2-915f-02a7e2fc913a req-1ff3ee3f-f928-4c21-9755-cd70fe4b1d97 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:21:04.137849 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-f90647d2-d925-4fa2-915f-02a7e2fc913a req-1ff3ee3f-f928-4c21-9755-cd70fe4b1d97 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Notify callbacks [] for floatingip, before_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:04.199992 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-0a417e1e-bce6-4142-b0c0-e405d99b8c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8267677', 'neutron.services.segments.db._delete_segments_for_network-8782348058381'] for network, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:04.427728 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-f90647d2-d925-4fa2-915f-02a7e2fc913a req-1ff3ee3f-f928-4c21-9755-cd70fe4b1d97 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:04.548802 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:04.591891 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.services.segments.db [None req-0a417e1e-bce6-4142-b0c0-e405d99b8c83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35f9b575-0edf-435d-825c-afd5be1781b3']}} {{(pid=83970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:21:04.626682 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.services.segments.db [None req-0a417e1e-bce6-4142-b0c0-e405d99b8c83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4a680a4-70bd-4ad3-8819-012844941805') {'for_net_delete': True} {{(pid=83970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:21:04.631314 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.services.segments.db [None req-0a417e1e-bce6-4142-b0c0-e405d99b8c83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4a680a4-70bd-4ad3-8819-012844941805') {} {{(pid=83970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:21:04.657227 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-0a417e1e-bce6-4142-b0c0-e405d99b8c83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782348055309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853072975'] for segment, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:04.683467 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-0a417e1e-bce6-4142-b0c0-e405d99b8c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846507987'] for segment, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:04.686152 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0a417e1e-bce6-4142-b0c0-e405d99b8c83 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=83970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 21:21:04.929642 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [None req-0a417e1e-bce6-4142-b0c0-e405d99b8c83 admin admin] Network 35f9b575-0edf-435d-825c-afd5be1781b3 has no segments {{(pid=83970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 21:21:04.941167 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-0a417e1e-bce6-4142-b0c0-e405d99b8c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8267797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853043730'] for segment, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:04.991439 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-b3b29b12-cbe5-4ec2-9621-66af0787c66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:05.311983 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.db_base_plugin_common [req-f90647d2-d925-4fa2-915f-02a7e2fc913a req-1ff3ee3f-f928-4c21-9755-cd70fe4b1d97 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Allocated IP 172.28.3.121 (35a248c9-4e56-449c-88ff-c033f82ee17e/44c24f99-5b56-46d4-85cc-b908fd8db103/a254cc82-0177-4d7c-bced-baa3479550a2) {{(pid=83971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 21:21:05.589988 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [None req-0a417e1e-bce6-4142-b0c0-e405d99b8c83 admin admin] Network 35f9b575-0edf-435d-825c-afd5be1781b3 has no segments {{(pid=83970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 21:21:05.652479 dv-cinder-760193-4-smb neutron-server[83861]: Traceback (most recent call last): Feb 17 21:21:05.652479 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 21:21:05.652479 dv-cinder-760193-4-smb neutron-server[83861]: timer() Feb 17 21:21:05.652479 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 21:21:05.652479 dv-cinder-760193-4-smb neutron-server[83861]: cb(*args, **kw) Feb 17 21:21:05.652479 dv-cinder-760193-4-smb neutron-server[83861]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 21:21:05.652479 dv-cinder-760193-4-smb neutron-server[83861]: return func(*args, **kwargs) Feb 17 21:21:05.652479 dv-cinder-760193-4-smb neutron-server[83861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 21:21:05.652479 dv-cinder-760193-4-smb neutron-server[83861]: self._notify() Feb 17 21:21:05.652479 dv-cinder-760193-4-smb neutron-server[83861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 21:21:05.652479 dv-cinder-760193-4-smb neutron-server[83861]: self.callback(batched_events) Feb 17 21:21:05.652479 dv-cinder-760193-4-smb neutron-server[83861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 21:21:05.652479 dv-cinder-760193-4-smb neutron-server[83861]: event.method(event) Feb 17 21:21:05.652479 dv-cinder-760193-4-smb neutron-server[83861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 21:21:05.652479 dv-cinder-760193-4-smb neutron-server[83861]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 21:21:05.652479 dv-cinder-760193-4-smb neutron-server[83861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 21:21:05.652479 dv-cinder-760193-4-smb neutron-server[83861]: segment_id)['aggregates'][0] Feb 17 21:21:05.652479 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 21:21:05.652479 dv-cinder-760193-4-smb neutron-server[83861]: return f(self, *a, **k) Feb 17 21:21:05.652479 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 21:21:05.652479 dv-cinder-760193-4-smb neutron-server[83861]: return self._get(url).json() Feb 17 21:21:05.652479 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 21:21:05.652479 dv-cinder-760193-4-smb neutron-server[83861]: **kwargs) Feb 17 21:21:05.652479 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 21:21:05.652479 dv-cinder-760193-4-smb neutron-server[83861]: return self.request(url, 'GET', **kwargs) Feb 17 21:21:05.652479 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 21:21:05.652479 dv-cinder-760193-4-smb neutron-server[83861]: **endpoint_filter) Feb 17 21:21:05.652479 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 21:21:05.652479 dv-cinder-760193-4-smb neutron-server[83861]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 21:21:05.652479 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 21:21:05.652479 dv-cinder-760193-4-smb neutron-server[83861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 21:21:05.652479 dv-cinder-760193-4-smb neutron-server[83861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 21:21:05.866241 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-0a417e1e-bce6-4142-b0c0-e405d99b8c83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846508139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853850419'] for network, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:05.870054 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:21:05.917453 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-0a417e1e-bce6-4142-b0c0-e405d99b8c83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854194843'] for network, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:05.920515 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a417e1e-bce6-4142-b0c0-e405d99b8c83 admin admin] Pushing event deleted for resources: {'Network': ['ID=35f9b575-0edf-435d-825c-afd5be1781b3,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:21:05.924213 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-0a417e1e-bce6-4142-b0c0-e405d99b8c83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:21:05.962287 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-0a417e1e-bce6-4142-b0c0-e405d99b8c83 admin admin] 10.222.0.90 "DELETE /v2.0/networks/35f9b575-0edf-435d-825c-afd5be1781b3 HTTP/1.1" status: 204 len: 168 time: 2.3990738 Feb 17 21:21:06.033084 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8933cd60-caad-417a-8e8f-355afa9a3769 req-508ab379-5afd-4a5b-844e-c48aa5f3ddcf tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:06.042932 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-8933cd60-caad-417a-8e8f-355afa9a3769 req-508ab379-5afd-4a5b-844e-c48aa5f3ddcf tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/ports?device_id=4d02e800-c249-4f02-8de5-b5f1681d4d5c HTTP/1.1" status: 200 len: 945 time: 0.8904421 Feb 17 21:21:06.135177 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-8933cd60-caad-417a-8e8f-355afa9a3769 req-9dc99060-db0e-4635-9d66-95e371ac264e tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/security-groups?id=5df91840-1d6e-47b1-b11d-86f99077f317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911512 Feb 17 21:21:06.229467 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-f90647d2-d925-4fa2-915f-02a7e2fc913a req-1ff3ee3f-f928-4c21-9755-cd70fe4b1d97 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Notify callbacks [] for port, precommit_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:06.273578 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-f90647d2-d925-4fa2-915f-02a7e2fc913a req-1ff3ee3f-f928-4c21-9755-cd70fe4b1d97 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782347517401'] for port, after_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:06.535050 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-94d35c60-e816-439e-941f-8d89294754cb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:21:06.543980 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 37010) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:21:06.659125 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-f81c7492-3afd-4165-b3ab-8500584d2a85 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=99ecb63817724b3b843973136a4f57b7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1136711 Feb 17 21:21:06.659740 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 37014) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:21:06.702730 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff3ee3f-f928-4c21-9755-cd70fe4b1d97 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Pushing event updated for resources: {'Port': ['ID=a254cc82-0177-4d7c-bced-baa3479550a2,revision_number=1']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:21:06.730162 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f90647d2-d925-4fa2-915f-02a7e2fc913a req-1ff3ee3f-f928-4c21-9755-cd70fe4b1d97 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Network 35a248c9-4e56-449c-88ff-c033f82ee17e is already hosted by enough agents. {{(pid=83971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:21:06.741096 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.base_scheduler [req-f90647d2-d925-4fa2-915f-02a7e2fc913a req-1ff3ee3f-f928-4c21-9755-cd70fe4b1d97 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Resources bound (agent type, host, resource id): {{(pid=83971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:21:06.746761 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [req-f90647d2-d925-4fa2-915f-02a7e2fc913a req-1ff3ee3f-f928-4c21-9755-cd70fe4b1d97 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Received port after_create {{(pid=83971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 21:21:06.812971 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-dfbf7e26-60b1-498e-a762-4bd098c49176 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:06.870100 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-f90647d2-d925-4fa2-915f-02a7e2fc913a req-1ff3ee3f-f928-4c21-9755-cd70fe4b1d97 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:06.880519 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff3ee3f-f928-4c21-9755-cd70fe4b1d97 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:21:06.881226 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff3ee3f-f928-4c21-9755-cd70fe4b1d97 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:21:06.881749 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff3ee3f-f928-4c21-9755-cd70fe4b1d97 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:21:06.882145 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff3ee3f-f928-4c21-9755-cd70fe4b1d97 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:21:06.882557 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff3ee3f-f928-4c21-9755-cd70fe4b1d97 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:21:06.882953 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff3ee3f-f928-4c21-9755-cd70fe4b1d97 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:21:06.883337 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff3ee3f-f928-4c21-9755-cd70fe4b1d97 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:21:06.883749 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff3ee3f-f928-4c21-9755-cd70fe4b1d97 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:21:06.884114 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff3ee3f-f928-4c21-9755-cd70fe4b1d97 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:21:06.884494 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff3ee3f-f928-4c21-9755-cd70fe4b1d97 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:21:06.884877 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff3ee3f-f928-4c21-9755-cd70fe4b1d97 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:21:06.885263 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff3ee3f-f928-4c21-9755-cd70fe4b1d97 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:21:06.885773 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff3ee3f-f928-4c21-9755-cd70fe4b1d97 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:21:06.886051 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff3ee3f-f928-4c21-9755-cd70fe4b1d97 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:21:06.886427 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff3ee3f-f928-4c21-9755-cd70fe4b1d97 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:21:06.886832 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff3ee3f-f928-4c21-9755-cd70fe4b1d97 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:21:06.887212 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff3ee3f-f928-4c21-9755-cd70fe4b1d97 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:21:06.887584 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff3ee3f-f928-4c21-9755-cd70fe4b1d97 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:21:06.887958 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff3ee3f-f928-4c21-9755-cd70fe4b1d97 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:21:06.888341 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff3ee3f-f928-4c21-9755-cd70fe4b1d97 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:21:06.888666 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-dfbf7e26-60b1-498e-a762-4bd098c49176 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:06.888878 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff3ee3f-f928-4c21-9755-cd70fe4b1d97 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:21:06.889259 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff3ee3f-f928-4c21-9755-cd70fe4b1d97 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:21:06.889643 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff3ee3f-f928-4c21-9755-cd70fe4b1d97 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:21:06.890027 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff3ee3f-f928-4c21-9755-cd70fe4b1d97 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:21:06.927684 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-1ff3ee3f-f928-4c21-9755-cd70fe4b1d97 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:21:06.968828 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-f90647d2-d925-4fa2-915f-02a7e2fc913a req-1ff3ee3f-f928-4c21-9755-cd70fe4b1d97 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:07.014198 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-dfbf7e26-60b1-498e-a762-4bd098c49176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:07.019426 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-a1bf614b-f632-4255-9553-37b98ec6b452 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:21:07.066163 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbf7e26-60b1-498e-a762-4bd098c49176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce51754-d32d-475a-91fc-501dc12703ae,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:21:07.075445 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-dfbf7e26-60b1-498e-a762-4bd098c49176 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:21:07.092383 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-dfbf7e26-60b1-498e-a762-4bd098c49176 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:07.093626 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-dfbf7e26-60b1-498e-a762-4bd098c49176 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/fce51754-d32d-475a-91fc-501dc12703ae HTTP/1.1" status: 204 len: 168 time: 0.4327726 Feb 17 21:21:07.608449 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-f90647d2-d925-4fa2-915f-02a7e2fc913a req-1ff3ee3f-f928-4c21-9755-cd70fe4b1d97 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Notify callbacks [] for port, precommit_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:07.617051 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-f90647d2-d925-4fa2-915f-02a7e2fc913a req-1ff3ee3f-f928-4c21-9755-cd70fe4b1d97 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:07.833064 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-56c4f1cf-291f-4c70-a74b-ed3d81a6eea5 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:21:07.917727 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-f90647d2-d925-4fa2-915f-02a7e2fc913a req-1ff3ee3f-f928-4c21-9755-cd70fe4b1d97 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853844558'] for floatingip, after_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:07.940541 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a37e66e-36b1-40f1-856c-e8a019cac72c req-d52c5c2c-34b3-4baa-874b-afa1e8bfda3d tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:07.943329 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-4a37e66e-36b1-40f1-856c-e8a019cac72c req-d52c5c2c-34b3-4baa-874b-afa1e8bfda3d tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/ports?device_id=4d02e800-c249-4f02-8de5-b5f1681d4d5c HTTP/1.1" status: 200 len: 945 time: 0.5275700 Feb 17 21:21:08.159826 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-4a37e66e-36b1-40f1-856c-e8a019cac72c req-e9b06d0d-7869-4e65-8be4-1f994b20d94c tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/security-groups?id=5df91840-1d6e-47b1-b11d-86f99077f317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885409 Feb 17 21:21:08.196739 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff3ee3f-f928-4c21-9755-cd70fe4b1d97 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Pushing event updated for resources: {'Port': ['ID=a254cc82-0177-4d7c-bced-baa3479550a2,revision_number=2']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:21:08.199898 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-1ff3ee3f-f928-4c21-9755-cd70fe4b1d97 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:21:08.201282 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-f90647d2-d925-4fa2-915f-02a7e2fc913a req-1ff3ee3f-f928-4c21-9755-cd70fe4b1d97 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768493'] for floatingip, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:08.210567 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-f90647d2-d925-4fa2-915f-02a7e2fc913a req-1ff3ee3f-f928-4c21-9755-cd70fe4b1d97 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.1785188 Feb 17 21:21:08.361139 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-f90647d2-d925-4fa2-915f-02a7e2fc913a req-1bf18f88-e0ce-4ba2-bb04-adabb9920c31 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Synchronizing usage tracker for tenant:36cdcb2459fd422f980d098093256d8b on resource:floatingip {{(pid=83971) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:21:08.403382 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-f90647d2-d925-4fa2-915f-02a7e2fc913a req-1bf18f88-e0ce-4ba2-bb04-adabb9920c31 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Unset dirty status for tenant:36cdcb2459fd422f980d098093256d8b on resource:floatingip {{(pid=83971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:21:08.416332 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-f90647d2-d925-4fa2-915f-02a7e2fc913a req-1bf18f88-e0ce-4ba2-bb04-adabb9920c31 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] 10.222.0.90 "GET /v2.0/floatingips?floating_ip_address=172.28.3.121 HTTP/1.1" status: 200 len: 696 time: 0.2046902 Feb 17 21:21:08.656182 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90647d2-d925-4fa2-915f-02a7e2fc913a req-2f524c45-2460-4fe9-a76f-49cff057186f tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:08.658174 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-f90647d2-d925-4fa2-915f-02a7e2fc913a req-2f524c45-2460-4fe9-a76f-49cff057186f tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] 10.222.0.90 "GET /v2.0/networks/35a248c9-4e56-449c-88ff-c033f82ee17e HTTP/1.1" status: 200 len: 784 time: 0.2406580 Feb 17 21:21:08.679346 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [req-f90647d2-d925-4fa2-915f-02a7e2fc913a req-b0eea062-1aab-408d-84f1-ed40dd50e5c3 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=83971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 21:21:08.680475 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-f90647d2-d925-4fa2-915f-02a7e2fc913a req-b0eea062-1aab-408d-84f1-ed40dd50e5c3 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0139580 Feb 17 21:21:09.034449 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c84363-2f85-452b-b6d0-be6c044e2319 req-d93cc5f1-44b8-40ef-b2e3-ccd055b1e69f tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:09.037065 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-62c84363-2f85-452b-b6d0-be6c044e2319 req-d93cc5f1-44b8-40ef-b2e3-ccd055b1e69f tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] 10.222.0.90 "GET /v2.0/ports?device_id=a2e05e33-855d-4e48-ae23-655eab5ed6d8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1719384 Feb 17 21:21:09.149714 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-62c84363-2f85-452b-b6d0-be6c044e2319 req-7c618bd0-1f87-4825-8130-664594311a7f tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] 10.222.0.90 "GET /v2.0/floatingips?floating_ip_address=172.28.3.121 HTTP/1.1" status: 200 len: 696 time: 0.1068540 Feb 17 21:21:09.163345 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [req-62c84363-2f85-452b-b6d0-be6c044e2319 req-17a9daab-fe90-419c-8106-f2cfa4bbe892 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Request body: {'floatingip': {'port_id': 'a0114e88-0045-437b-b855-cd01c2528a7d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:21:09.330560 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-62c84363-2f85-452b-b6d0-be6c044e2319 req-17a9daab-fe90-419c-8106-f2cfa4bbe892 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Notify callbacks [] for floatingip, before_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:09.970712 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcef8861-0c09-45d2-b143-b1756afc2cf2 req-4a2b822b-fa53-4b50-a129-b833cddb8d72 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:09.972970 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-dcef8861-0c09-45d2-b143-b1756afc2cf2 req-4a2b822b-fa53-4b50-a129-b833cddb8d72 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/ports?device_id=4d02e800-c249-4f02-8de5-b5f1681d4d5c HTTP/1.1" status: 200 len: 945 time: 0.4827993 Feb 17 21:21:10.190917 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 37098) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:21:10.336486 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-1a02045c-666b-4d1f-8a16-7af1d357af0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:10.355235 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-1a02045c-666b-4d1f-8a16-7af1d357af0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:21:10.360315 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-1a02045c-666b-4d1f-8a16-7af1d357af0c admin admin] Usage tracker for resource:security_group_rule and tenant:67f0c096fbcd46a4b4846f553dcbca3d is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:21:10.364890 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-1a02045c-666b-4d1f-8a16-7af1d357af0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:21:10.372205 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-1a02045c-666b-4d1f-8a16-7af1d357af0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:21:10.518646 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-1a02045c-666b-4d1f-8a16-7af1d357af0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:10.577501 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-1a02045c-666b-4d1f-8a16-7af1d357af0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:10.601754 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-dcef8861-0c09-45d2-b143-b1756afc2cf2 req-17f70646-b30b-4337-91e1-60da57266dc3 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/security-groups?id=5df91840-1d6e-47b1-b11d-86f99077f317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5514169 Feb 17 21:21:10.601754 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4334e738-a635-4836-bbd0-9a7a303bb9ef req-cbf2eb67-4ea7-453f-8586-9878cbc94c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:10.601754 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-4334e738-a635-4836-bbd0-9a7a303bb9ef req-cbf2eb67-4ea7-453f-8586-9878cbc94c86 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=4d02e800-c249-4f02-8de5-b5f1681d4d5c HTTP/1.1" status: 200 len: 1162 time: 0.5602582 Feb 17 21:21:10.611486 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-5601c902-a429-43e4-bf2f-978c742fc520 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:21:10.624545 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-1a02045c-666b-4d1f-8a16-7af1d357af0c admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=67f0c096fbcd46a4b4846f553dcbca3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4325607 Feb 17 21:21:10.626777 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 37108) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:21:10.675187 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a02045c-666b-4d1f-8a16-7af1d357af0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1676fdb-aba0-4165-8376-e0d3a1bf547a,revision_number=1']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:21:10.688298 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a02045c-666b-4d1f-8a16-7af1d357af0c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:21:10.688298 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a02045c-666b-4d1f-8a16-7af1d357af0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:21:10.688659 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a02045c-666b-4d1f-8a16-7af1d357af0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:21:10.688990 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a02045c-666b-4d1f-8a16-7af1d357af0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:21:10.689436 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a02045c-666b-4d1f-8a16-7af1d357af0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:21:10.689769 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a02045c-666b-4d1f-8a16-7af1d357af0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:21:10.690168 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a02045c-666b-4d1f-8a16-7af1d357af0c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:21:10.690567 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a02045c-666b-4d1f-8a16-7af1d357af0c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:21:10.690990 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a02045c-666b-4d1f-8a16-7af1d357af0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:21:10.691383 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a02045c-666b-4d1f-8a16-7af1d357af0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:21:10.691809 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a02045c-666b-4d1f-8a16-7af1d357af0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:21:10.692737 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a02045c-666b-4d1f-8a16-7af1d357af0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:21:10.693179 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a02045c-666b-4d1f-8a16-7af1d357af0c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:21:10.693565 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a02045c-666b-4d1f-8a16-7af1d357af0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:21:10.693958 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a02045c-666b-4d1f-8a16-7af1d357af0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:21:10.694348 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a02045c-666b-4d1f-8a16-7af1d357af0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:21:10.694816 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a02045c-666b-4d1f-8a16-7af1d357af0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:21:10.695210 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a02045c-666b-4d1f-8a16-7af1d357af0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:21:10.695601 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a02045c-666b-4d1f-8a16-7af1d357af0c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:21:10.695992 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a02045c-666b-4d1f-8a16-7af1d357af0c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:21:10.696383 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a02045c-666b-4d1f-8a16-7af1d357af0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:21:10.696882 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a02045c-666b-4d1f-8a16-7af1d357af0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:21:10.697151 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a02045c-666b-4d1f-8a16-7af1d357af0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:21:10.697663 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a02045c-666b-4d1f-8a16-7af1d357af0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:21:10.722441 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-1a02045c-666b-4d1f-8a16-7af1d357af0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:21:10.745259 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-4334e738-a635-4836-bbd0-9a7a303bb9ef req-62d832b9-4f3c-41bf-8a38-c0d6fe7a0435 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=5df91840-1d6e-47b1-b11d-86f99077f317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283958 Feb 17 21:21:10.765293 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-732b4b1f-4076-40dd-a0a2-671ac83309ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:10.806290 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-732b4b1f-4076-40dd-a0a2-671ac83309ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:10.872442 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-732b4b1f-4076-40dd-a0a2-671ac83309ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:10.879022 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-1a02045c-666b-4d1f-8a16-7af1d357af0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:21:10.898675 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.db.resource_extend [req-62c84363-2f85-452b-b6d0-be6c044e2319 req-17a9daab-fe90-419c-8106-f2cfa4bbe892 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 17 21:21:10.911570 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732b4b1f-4076-40dd-a0a2-671ac83309ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1676fdb-aba0-4165-8376-e0d3a1bf547a,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:21:10.915339 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-732b4b1f-4076-40dd-a0a2-671ac83309ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:21:10.927581 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-732b4b1f-4076-40dd-a0a2-671ac83309ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:10.932406 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-732b4b1f-4076-40dd-a0a2-671ac83309ab admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/c1676fdb-aba0-4165-8376-e0d3a1bf547a HTTP/1.1" status: 204 len: 168 time: 0.3045940 Feb 17 21:21:11.059459 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-62c84363-2f85-452b-b6d0-be6c044e2319 req-17a9daab-fe90-419c-8106-f2cfa4bbe892 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:11.068913 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-62c84363-2f85-452b-b6d0-be6c044e2319 req-17a9daab-fe90-419c-8106-f2cfa4bbe892 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853844558'] for floatingip, after_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:11.297887 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.db.l3_db [req-62c84363-2f85-452b-b6d0-be6c044e2319 req-17a9daab-fe90-419c-8106-f2cfa4bbe892 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Floating IP 463ece69-73c6-4dab-83e7-f3f4bc4193d4 associated. External IP: 172.28.3.121, port: a0114e88-0045-437b-b855-cd01c2528a7d. Feb 17 21:21:11.372899 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c189d3-9101-40e0-82d8-ddab1fbfb3a1 req-68058f35-7981-4842-bd78-f3401b25ef03 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:11.380882 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b2c189d3-9101-40e0-82d8-ddab1fbfb3a1 req-68058f35-7981-4842-bd78-f3401b25ef03 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.90 "GET /v2.0/networks?id=91ed6b15-96c5-473b-b3e5-022a9f16968c HTTP/1.1" status: 200 len: 814 time: 0.6460705 Feb 17 21:21:11.433738 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 37138) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:21:11.460812 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-21b3d429-1b7b-4b54-9f50-67c4673b511e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:11.482345 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-21b3d429-1b7b-4b54-9f50-67c4673b511e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:21:11.487921 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-21b3d429-1b7b-4b54-9f50-67c4673b511e admin admin] Usage tracker for resource:security_group_rule and tenant:073c8f478f3e43508a269c622ebe22d4 is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:21:11.492005 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-21b3d429-1b7b-4b54-9f50-67c4673b511e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:21:11.502175 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b2c189d3-9101-40e0-82d8-ddab1fbfb3a1 req-84b9c1d9-3305-4eb1-a065-3010c9873517 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.90 "GET /v2.0/quotas/dd37991a5603474184e1e7e103b5e2e7 HTTP/1.1" status: 200 len: 375 time: 0.1201503 Feb 17 21:21:11.502546 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-21b3d429-1b7b-4b54-9f50-67c4673b511e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:21:11.638976 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-21b3d429-1b7b-4b54-9f50-67c4673b511e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:11.647102 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-21b3d429-1b7b-4b54-9f50-67c4673b511e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:11.661704 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-bc57d862-2980-40be-812d-db78d99e0cd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:21:11.713443 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b3d429-1b7b-4b54-9f50-67c4673b511e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97471572-30ba-48f0-ae26-dfb687fd685b,revision_number=1']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:21:11.729953 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-21b3d429-1b7b-4b54-9f50-67c4673b511e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:21:11.739552 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-21b3d429-1b7b-4b54-9f50-67c4673b511e admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=073c8f478f3e43508a269c622ebe22d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3005269 Feb 17 21:21:11.743925 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 37146) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:21:11.835211 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-a15268ce-81bd-4025-963f-862acea5fc38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:11.845824 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b2c189d3-9101-40e0-82d8-ddab1fbfb3a1 req-9a29e127-59a5-4407-8341-e6d4a1fc2a36 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=dd37991a5603474184e1e7e103b5e2e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3424489 Feb 17 21:21:11.896170 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-a15268ce-81bd-4025-963f-862acea5fc38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:11.954424 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-a15268ce-81bd-4025-963f-862acea5fc38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:11.962418 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-21b3d429-1b7b-4b54-9f50-67c4673b511e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:21:11.978514 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15268ce-81bd-4025-963f-862acea5fc38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97471572-30ba-48f0-ae26-dfb687fd685b,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:21:11.982076 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-a15268ce-81bd-4025-963f-862acea5fc38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:21:11.983956 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-a15268ce-81bd-4025-963f-862acea5fc38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:11.985606 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-a15268ce-81bd-4025-963f-862acea5fc38 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/97471572-30ba-48f0-ae26-dfb687fd685b HTTP/1.1" status: 204 len: 168 time: 0.2393377 Feb 17 21:21:12.131152 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.l3_agent_scheduler [req-62c84363-2f85-452b-b6d0-be6c044e2319 req-17a9daab-fe90-419c-8106-f2cfa4bbe892 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Router 306ca164-bba2-4edd-95a5-5dfc8f1baa14 has already been hosted by L3 agent 0536e1cb-4d3e-42d2-8b6d-8bd52a4e2590 {{(pid=83971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 21:21:12.141568 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b2c189d3-9101-40e0-82d8-ddab1fbfb3a1 req-0881679e-e5bf-4d3e-9a16-2d0adacd33d4 service neutron] 10.222.0.90 "GET /v2.0/networks/91ed6b15-96c5-473b-b3e5-022a9f16968c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743783 Feb 17 21:21:12.763393 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b2c189d3-9101-40e0-82d8-ddab1fbfb3a1 req-ae11320c-14b7-4e28-9fe6-6af136a91c8a service neutron] 10.222.0.90 "GET /v2.0/networks/91ed6b15-96c5-473b-b3e5-022a9f16968c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6148367 Feb 17 21:21:12.792461 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-62c84363-2f85-452b-b6d0-be6c044e2319 req-17a9daab-fe90-419c-8106-f2cfa4bbe892 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Notify agent at l3_agent.dv-cinder-760193-4-smb the message routers_updated {{(pid=83971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 21:21:12.803102 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7bec5c-9d94-431b-a701-3d14e2e508f3 None None] Sync routers for ids ['306ca164-bba2-4edd-95a5-5dfc8f1baa14'] in dv-cinder-760193-4-smb {{(pid=83973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 21:21:12.827186 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7bec5c-9d94-431b-a701-3d14e2e508f3 None None] Routers {'306ca164-bba2-4edd-95a5-5dfc8f1baa14'} bound to L3 agent in host dv-cinder-760193-4-smb {{(pid=83973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:21:12.827935 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-3e7bec5c-9d94-431b-a701-3d14e2e508f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T21:09:02Z,description=,heartbeat_timestamp=2021-02-17T21:21:03Z,host='dv-cinder-760193-4-smb',id=0536e1cb-4d3e-42d2-8b6d-8bd52a4e2590,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T21:09:02Z,topic='l3_agent')) {'router_ids': ['306ca164-bba2-4edd-95a5-5dfc8f1baa14'], 'active': True} {{(pid=83973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:21:12.829948 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-62c84363-2f85-452b-b6d0-be6c044e2319 req-17a9daab-fe90-419c-8106-f2cfa4bbe892 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768493'] for floatingip, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:12.997847 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-62c84363-2f85-452b-b6d0-be6c044e2319 req-17a9daab-fe90-419c-8106-f2cfa4bbe892 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] 10.222.0.90 "PUT /v2.0/floatingips/463ece69-73c6-4dab-83e7-f3f4bc4193d4 HTTP/1.1" status: 200 len: 997 time: 3.8406072 Feb 17 21:21:13.004026 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2e05e33-855d-4e48-ae23-655eab5ed6d8', 'tag': 'a0114e88-0045-437b-b855-cd01c2528a7d'}] {{(pid=83971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:21:13.156354 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvr_db [None req-3e7bec5c-9d94-431b-a701-3d14e2e508f3 None None] Set router 306ca164-bba2-4edd-95a5-5dfc8f1baa14 gateway port host: dv-cinder-760193-4-smb {{(pid=83973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:21:13.256421 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c84363-2f85-452b-b6d0-be6c044e2319 req-8255903a-0652-4b98-87d2-63fa9023b07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:13.258330 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-62c84363-2f85-452b-b6d0-be6c044e2319 req-8255903a-0652-4b98-87d2-63fa9023b07c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=36cdcb2459fd422f980d098093256d8b&device_id=a2e05e33-855d-4e48-ae23-655eab5ed6d8 HTTP/1.1" status: 200 len: 1163 time: 0.2329998 Feb 17 21:21:13.572028 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c84363-2f85-452b-b6d0-be6c044e2319 req-7bf0af7f-cd1b-4ac6-b242-dd983456eeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:13.573720 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-62c84363-2f85-452b-b6d0-be6c044e2319 req-7bf0af7f-cd1b-4ac6-b242-dd983456eeb6 service neutron] 10.222.0.90 "GET /v2.0/networks?id=c1614348-f323-4cf2-883f-d1f4e049c03c HTTP/1.1" status: 200 len: 902 time: 0.2055228 Feb 17 21:21:13.840345 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-62c84363-2f85-452b-b6d0-be6c044e2319 req-701a3158-8920-4431-ad09-76749d2538ef service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a0114e88-0045-437b-b855-cd01c2528a7d HTTP/1.1" status: 200 len: 1000 time: 0.2354102 Feb 17 21:21:13.847153 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445cc254-55f1-4283-9365-46807599c4f9 req-ef333cb8-fba0-47b6-81f8-279b7e5ded32 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:13.855888 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-445cc254-55f1-4283-9365-46807599c4f9 req-ef333cb8-fba0-47b6-81f8-279b7e5ded32 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/ports?device_id=4d02e800-c249-4f02-8de5-b5f1681d4d5c HTTP/1.1" status: 200 len: 945 time: 0.5961161 Feb 17 21:21:13.952275 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c84363-2f85-452b-b6d0-be6c044e2319 req-387844c3-b3c9-4a91-9330-ad7fc8e333d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:13.954005 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-62c84363-2f85-452b-b6d0-be6c044e2319 req-387844c3-b3c9-4a91-9330-ad7fc8e333d8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=4141ce6f-3a1a-4f49-b940-da2f0ad444d5 HTTP/1.1" status: 200 len: 847 time: 0.0958600 Feb 17 21:21:14.026551 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-3e7bec5c-9d94-431b-a701-3d14e2e508f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '306ca164-bba2-4edd-95a5-5dfc8f1baa14', 'name': 'tempest-TestShelveInstance-312091777-router', 'tenant_id': '36cdcb2459fd422f980d098093256d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'external_fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.195'}], 'enable_snat': True}, 'gw_port_id': '223ffc98-7770-4ca4-8058-0c734a2ad97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:19:33Z', 'updated_at': '2021-02-17T21:19:43Z', 'revision_number': 4, 'project_id': '36cdcb2459fd422f980d098093256d8b', 'gw_port': {'id': '223ffc98-7770-4ca4-8058-0c734a2ad97d', 'name': '', 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:04:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306ca164-bba2-4edd-95a5-5dfc8f1baa14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:19:35Z', 'updated_at': '2021-02-17T21:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-smb', '_floatingips': [{'id': '463ece69-73c6-4dab-83e7-f3f4bc4193d4', 'tenant_id': '36cdcb2459fd422f980d098093256d8b', 'floating_ip_address': '172.28.3.121', 'floating_network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'router_id': '306ca164-bba2-4edd-95a5-5dfc8f1baa14', 'port_id': 'a0114e88-0045-437b-b855-cd01c2528a7d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1614348-f323-4cf2-883f-d1f4e049c03c', 'mac_address': 'fa:16:3e:79:28:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e05e33-855d-4e48-ae23-655eab5ed6d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T21:21:06Z', 'updated_at': '2021-02-17T21:21:10Z', 'revision_number': 1, 'project_id': '36cdcb2459fd422f980d098093256d8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c8b5259-3ee9-4f22-882d-392630a0c525', 'name': '', 'network_id': 'c1614348-f323-4cf2-883f-d1f4e049c03c', 'tenant_id': '36cdcb2459fd422f980d098093256d8b', 'mac_address': 'fa:16:3e:7b:fd:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306ca164-bba2-4edd-95a5-5dfc8f1baa14', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '4141ce6f-3a1a-4f49-b940-da2f0ad444d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:19:41Z', 'updated_at': '2021-02-17T21:19:56Z', 'revision_number': 5, 'project_id': '36cdcb2459fd422f980d098093256d8b', 'subnets': [{'id': '4141ce6f-3a1a-4f49-b940-da2f0ad444d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-4-smb', False) {} {{(pid=83973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:21:14.042037 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7bec5c-9d94-431b-a701-3d14e2e508f3 None None] Checking router: 306ca164-bba2-4edd-95a5-5dfc8f1baa14 for host: dv-cinder-760193-4-smb {{(pid=83973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 21:21:14.092615 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7bec5c-9d94-431b-a701-3d14e2e508f3 None None] Routers {'306ca164-bba2-4edd-95a5-5dfc8f1baa14'} bound to L3 agent in host dv-cinder-760193-4-smb {{(pid=83973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:21:14.094500 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-3e7bec5c-9d94-431b-a701-3d14e2e508f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T21:09:02Z,description=,heartbeat_timestamp=2021-02-17T21:21:03Z,host='dv-cinder-760193-4-smb',id=0536e1cb-4d3e-42d2-8b6d-8bd52a4e2590,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T21:09:02Z,topic='l3_agent')) {'router_ids': ['306ca164-bba2-4edd-95a5-5dfc8f1baa14'], 'active': True} {{(pid=83973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:21:14.107529 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-445cc254-55f1-4283-9365-46807599c4f9 req-d914a9c5-d857-4998-aad0-afd48c7785a7 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/security-groups?id=5df91840-1d6e-47b1-b11d-86f99077f317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506554 Feb 17 21:21:14.158036 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c84363-2f85-452b-b6d0-be6c044e2319 req-1ca0be14-2365-4e56-8eca-bcd4fcb69d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:14.159739 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-62c84363-2f85-452b-b6d0-be6c044e2319 req-1ca0be14-2365-4e56-8eca-bcd4fcb69d1c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c1614348-f323-4cf2-883f-d1f4e049c03c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1936228 Feb 17 21:21:14.171939 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [req-62c84363-2f85-452b-b6d0-be6c044e2319 req-27979d3f-db63-4570-8a99-8f95da6781c6 service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=83971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 21:21:14.173034 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-62c84363-2f85-452b-b6d0-be6c044e2319 req-27979d3f-db63-4570-8a99-8f95da6781c6 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0057547 Feb 17 21:21:14.414866 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-62c84363-2f85-452b-b6d0-be6c044e2319 req-8600bb33-c7b2-4cfa-a8f5-dee0eda7a615 service neutron] 10.222.0.90 "GET /v2.0/networks/c1614348-f323-4cf2-883f-d1f4e049c03c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337339 Feb 17 21:21:14.541492 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvr_db [None req-3e7bec5c-9d94-431b-a701-3d14e2e508f3 None None] Set router 306ca164-bba2-4edd-95a5-5dfc8f1baa14 gateway port host: dv-cinder-760193-4-smb {{(pid=83973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:21:14.579420 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-85085e87-5500-4906-8d04-209cf4bd5989 req-07f08470-4ca4-4160-887a-246502f7b4b1 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.90 "GET /v2.0/ports?device_id=50d26802-c5aa-45f3-bdab-1816f86d43e6 HTTP/1.1" status: 200 len: 210 time: 0.1632557 Feb 17 21:21:14.678929 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2e05e33-855d-4e48-ae23-655eab5ed6d8', 'tag': 'a0114e88-0045-437b-b855-cd01c2528a7d', 'status': 'completed', 'code': 200} Feb 17 21:21:14.899300 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-62c84363-2f85-452b-b6d0-be6c044e2319 req-3bc9b116-29f1-40b5-86ef-023b664469c3 service neutron] 10.222.0.90 "GET /v2.0/networks/c1614348-f323-4cf2-883f-d1f4e049c03c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4003038 Feb 17 21:21:14.935974 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f6986-58df-47dd-a8ac-2c889a8aa59d req-476f9b46-3523-42b5-b406-42dd0aac6aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:14.937950 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-3f5f6986-58df-47dd-a8ac-2c889a8aa59d req-476f9b46-3523-42b5-b406-42dd0aac6aed service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=36cdcb2459fd422f980d098093256d8b&device_id=a2e05e33-855d-4e48-ae23-655eab5ed6d8 HTTP/1.1" status: 200 len: 1163 time: 0.2310798 Feb 17 21:21:15.196784 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-3e7bec5c-9d94-431b-a701-3d14e2e508f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '306ca164-bba2-4edd-95a5-5dfc8f1baa14', 'name': 'tempest-TestShelveInstance-312091777-router', 'tenant_id': '36cdcb2459fd422f980d098093256d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'external_fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.195'}], 'enable_snat': True}, 'gw_port_id': '223ffc98-7770-4ca4-8058-0c734a2ad97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:19:33Z', 'updated_at': '2021-02-17T21:19:43Z', 'revision_number': 4, 'project_id': '36cdcb2459fd422f980d098093256d8b', 'gw_port': {'id': '223ffc98-7770-4ca4-8058-0c734a2ad97d', 'name': '', 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:04:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306ca164-bba2-4edd-95a5-5dfc8f1baa14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:19:35Z', 'updated_at': '2021-02-17T21:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-smb', '_floatingips': [{'id': '463ece69-73c6-4dab-83e7-f3f4bc4193d4', 'tenant_id': '36cdcb2459fd422f980d098093256d8b', 'floating_ip_address': '172.28.3.121', 'floating_network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'router_id': '306ca164-bba2-4edd-95a5-5dfc8f1baa14', 'port_id': 'a0114e88-0045-437b-b855-cd01c2528a7d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1614348-f323-4cf2-883f-d1f4e049c03c', 'mac_address': 'fa:16:3e:79:28:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e05e33-855d-4e48-ae23-655eab5ed6d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T21:21:06Z', 'updated_at': '2021-02-17T21:21:10Z', 'revision_number': 1, 'project_id': '36cdcb2459fd422f980d098093256d8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c8b5259-3ee9-4f22-882d-392630a0c525', 'name': '', 'network_id': 'c1614348-f323-4cf2-883f-d1f4e049c03c', 'tenant_id': '36cdcb2459fd422f980d098093256d8b', 'mac_address': 'fa:16:3e:7b:fd:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306ca164-bba2-4edd-95a5-5dfc8f1baa14', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '4141ce6f-3a1a-4f49-b940-da2f0ad444d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:19:41Z', 'updated_at': '2021-02-17T21:19:56Z', 'revision_number': 5, 'project_id': '36cdcb2459fd422f980d098093256d8b', 'subnets': [{'id': '4141ce6f-3a1a-4f49-b940-da2f0ad444d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-4-smb', False) {} {{(pid=83973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:21:15.201656 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e7bec5c-9d94-431b-a701-3d14e2e508f3 None None] The sync data for ids ['306ca164-bba2-4edd-95a5-5dfc8f1baa14'] in dv-cinder-760193-4-smb is: [{'id': '306ca164-bba2-4edd-95a5-5dfc8f1baa14', 'name': 'tempest-TestShelveInstance-312091777-router', 'tenant_id': '36cdcb2459fd422f980d098093256d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'external_fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.195'}], 'enable_snat': True}, 'gw_port_id': '223ffc98-7770-4ca4-8058-0c734a2ad97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:19:33Z', 'updated_at': '2021-02-17T21:19:43Z', 'revision_number': 4, 'project_id': '36cdcb2459fd422f980d098093256d8b', 'gw_port': {'id': '223ffc98-7770-4ca4-8058-0c734a2ad97d', 'name': '', 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:04:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306ca164-bba2-4edd-95a5-5dfc8f1baa14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:19:35Z', 'updated_at': '2021-02-17T21:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-smb', '_floatingips': [{'id': '463ece69-73c6-4dab-83e7-f3f4bc4193d4', 'tenant_id': '36cdcb2459fd422f980d098093256d8b', 'floating_ip_address': '172.28.3.121', 'floating_network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'router_id': '306ca164-bba2-4edd-95a5-5dfc8f1baa14', 'port_id': 'a0114e88-0045-437b-b855-cd01c2528a7d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1614348-f323-4cf2-883f-d1f4e049c03c', 'mac_address': 'fa:16:3e:79:28:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e05e33-855d-4e48-ae23-655eab5ed6d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T21:21:06Z', 'updated_at': '2021-02-17T21:21:10Z', 'revision_number': 1, 'project_id': '36cdcb2459fd422f980d098093256d8b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c8b5259-3ee9-4f22-882d-392630a0c525', 'name': '', 'network_id': 'c1614348-f323-4cf2-883f-d1f4e049c03c', 'tenant_id': '36cdcb2459fd422f980d098093256d8b', 'mac_address': 'fa:16:3e:7b:fd:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306ca164-bba2-4edd-95a5-5dfc8f1baa14', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '4141ce6f-3a1a-4f49-b940-da2f0ad444d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:19:41Z', 'updated_at': '2021-02-17T21:19:56Z', 'revision_number': 5, 'project_id': '36cdcb2459fd422f980d098093256d8b', 'subnets': [{'id': '4141ce6f-3a1a-4f49-b940-da2f0ad444d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 21:21:15.751508 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f6986-58df-47dd-a8ac-2c889a8aa59d req-d595799c-a2b9-4a7c-a49a-8cc4abdbdcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:15.753124 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-3f5f6986-58df-47dd-a8ac-2c889a8aa59d req-d595799c-a2b9-4a7c-a49a-8cc4abdbdcc1 service neutron] 10.222.0.95 "GET /v2.0/networks?id=c1614348-f323-4cf2-883f-d1f4e049c03c HTTP/1.1" status: 200 len: 902 time: 0.8044498 Feb 17 21:21:15.786426 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118dcb6a-9cdc-4ea7-a2a7-0945e28e6585 None None] New status for floating IP 463ece69-73c6-4dab-83e7-f3f4bc4193d4: ACTIVE {{(pid=83972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 21:21:16.030751 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-3f5f6986-58df-47dd-a8ac-2c889a8aa59d req-08cb7017-39ca-4400-86b3-225240888e7b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a0114e88-0045-437b-b855-cd01c2528a7d HTTP/1.1" status: 200 len: 1000 time: 0.1989295 Feb 17 21:21:16.162645 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-6b28f7ba-d9ab-43e7-a148-1660ead37e89 req-9aa59bec-f5e5-44a2-9010-45165f3978b5 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.90 "GET /v2.0/ports?device_id=50d26802-c5aa-45f3-bdab-1816f86d43e6 HTTP/1.1" status: 200 len: 210 time: 0.3319137 Feb 17 21:21:16.198602 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c189d3-9101-40e0-82d8-ddab1fbfb3a1 req-09862e38-4f76-4406-9ba3-4117d2b1f6dc tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:16.200160 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b2c189d3-9101-40e0-82d8-ddab1fbfb3a1 req-09862e38-4f76-4406-9ba3-4117d2b1f6dc tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.95 "GET /v2.0/networks?id=91ed6b15-96c5-473b-b3e5-022a9f16968c HTTP/1.1" status: 200 len: 814 time: 0.9949992 Feb 17 21:21:16.222254 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [req-b2c189d3-9101-40e0-82d8-ddab1fbfb3a1 req-159afb5f-2fb0-4b02-8f43-2748ca7ded05 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Request body: {'port': {'device_id': '50d26802-c5aa-45f3-bdab-1816f86d43e6', 'network_id': '91ed6b15-96c5-473b-b3e5-022a9f16968c', 'admin_state_up': True, 'tenant_id': 'dd37991a5603474184e1e7e103b5e2e7'}} {{(pid=83971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:21:16.412532 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6421a7-98a3-408a-b532-885d5c9d9669 req-88ed41d2-0291-4575-b82d-8a48e299fbaa tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:16.414330 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-ea6421a7-98a3-408a-b532-885d5c9d9669 req-88ed41d2-0291-4575-b82d-8a48e299fbaa tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/ports?device_id=4d02e800-c249-4f02-8de5-b5f1681d4d5c HTTP/1.1" status: 200 len: 945 time: 0.8644896 Feb 17 21:21:16.446442 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f6986-58df-47dd-a8ac-2c889a8aa59d req-c39de7ea-fc61-4350-8a63-4569287becd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:16.448123 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-3f5f6986-58df-47dd-a8ac-2c889a8aa59d req-c39de7ea-fc61-4350-8a63-4569287becd2 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=4141ce6f-3a1a-4f49-b940-da2f0ad444d5 HTTP/1.1" status: 200 len: 847 time: 0.2422218 Feb 17 21:21:16.510822 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea26da-11c6-4676-aa84-891b726deff9 req-e30c874c-9882-45df-a837-62e40b4b5f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:16.512468 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b9ea26da-11c6-4676-aa84-891b726deff9 req-e30c874c-9882-45df-a837-62e40b4b5f7e service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=1e8007caa2284731820d67e6f9d57ee9&device_id=4d02e800-c249-4f02-8de5-b5f1681d4d5c HTTP/1.1" status: 200 len: 1162 time: 1.0770276 Feb 17 21:21:16.712847 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-ea6421a7-98a3-408a-b532-885d5c9d9669 req-7bed5d22-a2b3-4909-b69e-8af66da97ea0 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/security-groups?id=5df91840-1d6e-47b1-b11d-86f99077f317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828932 Feb 17 21:21:16.781702 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5f6986-58df-47dd-a8ac-2c889a8aa59d req-b5d95192-4d98-4741-953a-83efaa8cf79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:16.783759 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-3f5f6986-58df-47dd-a8ac-2c889a8aa59d req-b5d95192-4d98-4741-953a-83efaa8cf79b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c1614348-f323-4cf2-883f-d1f4e049c03c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3264534 Feb 17 21:21:16.802288 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [req-b2c189d3-9101-40e0-82d8-ddab1fbfb3a1 req-159afb5f-2fb0-4b02-8f43-2748ca7ded05 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:21:16.807014 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-b2c189d3-9101-40e0-82d8-ddab1fbfb3a1 req-159afb5f-2fb0-4b02-8f43-2748ca7ded05 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Usage tracker for resource:port and tenant:dd37991a5603474184e1e7e103b5e2e7 is out of sync, need to count used quota {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:21:16.810066 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-b2c189d3-9101-40e0-82d8-ddab1fbfb3a1 req-159afb5f-2fb0-4b02-8f43-2748ca7ded05 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:21:16.816520 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [req-b2c189d3-9101-40e0-82d8-ddab1fbfb3a1 req-159afb5f-2fb0-4b02-8f43-2748ca7ded05 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:21:17.012176 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2c189d3-9101-40e0-82d8-ddab1fbfb3a1 req-159afb5f-2fb0-4b02-8f43-2748ca7ded05 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Made reservation on behalf of dd37991a5603474184e1e7e103b5e2e7 for: {'port': 1} {{(pid=83971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:21:17.018316 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-b2c189d3-9101-40e0-82d8-ddab1fbfb3a1 req-159afb5f-2fb0-4b02-8f43-2748ca7ded05 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:17.357535 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-3f5f6986-58df-47dd-a8ac-2c889a8aa59d req-69a47937-3966-4ae6-b1f0-afcb150078e9 service neutron] 10.222.0.95 "GET /v2.0/networks/c1614348-f323-4cf2-883f-d1f4e049c03c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5571220 Feb 17 21:21:17.364146 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea26da-11c6-4676-aa84-891b726deff9 req-65746fd8-fae0-4276-9b40-7f000bff9338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:17.366077 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b9ea26da-11c6-4676-aa84-891b726deff9 req-65746fd8-fae0-4276-9b40-7f000bff9338 service neutron] 10.222.0.95 "GET /v2.0/networks?id=aa2f4e05-f1b6-4d1c-a052-1a8707f48be4 HTTP/1.1" status: 200 len: 913 time: 0.8401308 Feb 17 21:21:18.156229 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-2e58a7e9-4be2-4620-89bb-0db5c00a88d7 req-403cc0bf-7a73-469c-9b78-f2ae9993dec2 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.90 "GET /v2.0/ports?device_id=50d26802-c5aa-45f3-bdab-1816f86d43e6 HTTP/1.1" status: 200 len: 210 time: 0.7154903 Feb 17 21:21:18.158018 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b9ea26da-11c6-4676-aa84-891b726deff9 req-28faa64c-2595-4f4d-a0a0-e928c3a39d83 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87ea2e05-f05b-4e97-acbd-e06f872addb9 HTTP/1.1" status: 200 len: 217 time: 0.2264962 Feb 17 21:21:18.500042 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-3f5f6986-58df-47dd-a8ac-2c889a8aa59d req-2769c707-cc29-4429-a6a1-9c997941af24 service neutron] 10.222.0.95 "GET /v2.0/networks/c1614348-f323-4cf2-883f-d1f4e049c03c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.1074808 Feb 17 21:21:18.501334 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.db_base_plugin_common [req-b2c189d3-9101-40e0-82d8-ddab1fbfb3a1 req-159afb5f-2fb0-4b02-8f43-2748ca7ded05 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Allocated IP 172.20.0.10 (91ed6b15-96c5-473b-b3e5-022a9f16968c/bd2c5f1d-7235-45ff-833f-908aea4c2ec0/b9b20699-68d7-4a5d-ac0c-b5ea162a3433) {{(pid=83971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 21:21:18.516549 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c218106-cdaf-4ebe-996b-23d1bdc48be3 req-22c6b4f0-4f7c-4ca2-a0c3-a3ea4a626949 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:18.523211 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-6c218106-cdaf-4ebe-996b-23d1bdc48be3 req-22c6b4f0-4f7c-4ca2-a0c3-a3ea4a626949 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/ports?device_id=4d02e800-c249-4f02-8de5-b5f1681d4d5c HTTP/1.1" status: 200 len: 945 time: 0.3639727 Feb 17 21:21:18.645266 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-6c218106-cdaf-4ebe-996b-23d1bdc48be3 req-feee662a-2e7b-4fc9-bc1f-cb365fb50455 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/security-groups?id=5df91840-1d6e-47b1-b11d-86f99077f317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821819 Feb 17 21:21:18.826442 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-b2c189d3-9101-40e0-82d8-ddab1fbfb3a1 req-159afb5f-2fb0-4b02-8f43-2748ca7ded05 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Notify callbacks [] for port, precommit_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:18.847664 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [req-b2c189d3-9101-40e0-82d8-ddab1fbfb3a1 req-159afb5f-2fb0-4b02-8f43-2748ca7ded05 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Transition to ACTIVE for port object b9b20699-68d7-4a5d-ac0c-b5ea162a3433 will not be triggered until provisioned by entity DHCP. {{(pid=83971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:21:18.875736 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-b2c189d3-9101-40e0-82d8-ddab1fbfb3a1 req-159afb5f-2fb0-4b02-8f43-2748ca7ded05 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782347517401'] for port, after_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:18.892176 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-e2a4a24c-4acb-48ba-a275-0331c9d3c19b tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:21:19.038724 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 37398) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:21:19.047641 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159afb5f-2fb0-4b02-8f43-2748ca7ded05 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Pushing event updated for resources: {'Port': ['ID=b9b20699-68d7-4a5d-ac0c-b5ea162a3433,revision_number=1']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:21:19.051870 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-159afb5f-2fb0-4b02-8f43-2748ca7ded05 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:21:19.171696 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2c189d3-9101-40e0-82d8-ddab1fbfb3a1 req-159afb5f-2fb0-4b02-8f43-2748ca7ded05 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Network 91ed6b15-96c5-473b-b3e5-022a9f16968c is already hosted by enough agents. {{(pid=83971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:21:19.172885 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.base_scheduler [req-b2c189d3-9101-40e0-82d8-ddab1fbfb3a1 req-159afb5f-2fb0-4b02-8f43-2748ca7ded05 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Resources bound (agent type, host, resource id): {{(pid=83971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:21:19.178416 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2c189d3-9101-40e0-82d8-ddab1fbfb3a1 req-159afb5f-2fb0-4b02-8f43-2748ca7ded05 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Received port after_create {{(pid=83971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 21:21:19.188136 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c189d3-9101-40e0-82d8-ddab1fbfb3a1 req-159afb5f-2fb0-4b02-8f43-2748ca7ded05 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:19.188826 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-b2c189d3-9101-40e0-82d8-ddab1fbfb3a1 req-159afb5f-2fb0-4b02-8f43-2748ca7ded05 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768493'] for port, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:19.202363 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f91618fb-604f-44a6-81d3-32b44f10395f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:19.218970 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-f91618fb-604f-44a6-81d3-32b44f10395f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:21:19.223858 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-f91618fb-604f-44a6-81d3-32b44f10395f admin admin] Usage tracker for resource:security_group_rule and tenant:21cd2199f0e74f34a8cf00fb8bae839e is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:21:19.227017 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-f91618fb-604f-44a6-81d3-32b44f10395f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:21:19.232987 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-f91618fb-604f-44a6-81d3-32b44f10395f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:21:19.235122 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b2c189d3-9101-40e0-82d8-ddab1fbfb3a1 req-159afb5f-2fb0-4b02-8f43-2748ca7ded05 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0236750 Feb 17 21:21:19.349490 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f91618fb-604f-44a6-81d3-32b44f10395f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:19.364739 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f91618fb-604f-44a6-81d3-32b44f10395f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:19.374537 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-abb6a00b-f197-4a57-a2aa-890517858481 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:21:19.413295 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91618fb-604f-44a6-81d3-32b44f10395f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd9893a4-527c-455b-9ab7-86b12a8af082,revision_number=1']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:21:19.418249 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-f91618fb-604f-44a6-81d3-32b44f10395f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:21:19.454923 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-f91618fb-604f-44a6-81d3-32b44f10395f admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=21cd2199f0e74f34a8cf00fb8bae839e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4076805 Feb 17 21:21:19.454923 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 37408) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:21:19.490631 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadc1558-689e-49b5-8974-49b72e93e476 req-1f4f0794-1f77-4e35-a38a-3637674bed48 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:19.491451 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-aadc1558-689e-49b5-8974-49b72e93e476 req-1f4f0794-1f77-4e35-a38a-3637674bed48 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Synchronizing usage tracker for tenant:dd37991a5603474184e1e7e103b5e2e7 on resource:port {{(pid=83971) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:21:19.537965 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d8558dfb-9c49-4dd1-a00f-b7f4c26a7a49 None None] Provisioning for port b9b20699-68d7-4a5d-ac0c-b5ea162a3433 completed by entity DHCP. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:21:19.545057 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d8558dfb-9c49-4dd1-a00f-b7f4c26a7a49 None None] Provisioning complete for port b9b20699-68d7-4a5d-ac0c-b5ea162a3433 triggered by entity DHCP. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:21:19.545798 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8558dfb-9c49-4dd1-a00f-b7f4c26a7a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:19.572597 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-4ab7d7f5-a6a8-4a3c-ba86-b2e5d4f49c8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:19.572835 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-aadc1558-689e-49b5-8974-49b72e93e476 req-1f4f0794-1f77-4e35-a38a-3637674bed48 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Unset dirty status for tenant:dd37991a5603474184e1e7e103b5e2e7 on resource:port {{(pid=83971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:21:19.572835 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-aadc1558-689e-49b5-8974-49b72e93e476 req-1f4f0794-1f77-4e35-a38a-3637674bed48 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.90 "GET /v2.0/ports?device_id=50d26802-c5aa-45f3-bdab-1816f86d43e6 HTTP/1.1" status: 200 len: 932 time: 0.2697251 Feb 17 21:21:19.643389 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-4ab7d7f5-a6a8-4a3c-ba86-b2e5d4f49c8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:19.658946 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-d8558dfb-9c49-4dd1-a00f-b7f4c26a7a49 None None] Port b9b20699-68d7-4a5d-ac0c-b5ea162a3433 cannot update to ACTIVE because it is not bound. {{(pid=83972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 21:21:19.701703 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-aadc1558-689e-49b5-8974-49b72e93e476 req-8362a4ec-4a16-4b45-aff2-351c964e3f6a tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.90 "GET /v2.0/security-groups?id=29732fa1-20df-4399-9daf-2f6c9147bbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214864 Feb 17 21:21:19.708769 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-4ab7d7f5-a6a8-4a3c-ba86-b2e5d4f49c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:19.724627 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-ffcee2c1-e415-4bd1-ac54-6ecdeff9b558 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:21:19.745010 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab7d7f5-a6a8-4a3c-ba86-b2e5d4f49c8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd9893a4-527c-455b-9ab7-86b12a8af082,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:21:19.747398 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-4ab7d7f5-a6a8-4a3c-ba86-b2e5d4f49c8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:19.762265 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-4ab7d7f5-a6a8-4a3c-ba86-b2e5d4f49c8c admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/fd9893a4-527c-455b-9ab7-86b12a8af082 HTTP/1.1" status: 204 len: 168 time: 0.3104448 Feb 17 21:21:19.763704 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-4ab7d7f5-a6a8-4a3c-ba86-b2e5d4f49c8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:21:19.985978 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69c1eb4-81fd-4453-b3a2-2dc55ae9c42a req-113830d6-c6a6-429a-9126-ac9bd4180075 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:19.989092 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-e69c1eb4-81fd-4453-b3a2-2dc55ae9c42a req-113830d6-c6a6-429a-9126-ac9bd4180075 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/ports?device_id=4d02e800-c249-4f02-8de5-b5f1681d4d5c HTTP/1.1" status: 200 len: 945 time: 0.1765573 Feb 17 21:21:20.063894 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-e69c1eb4-81fd-4453-b3a2-2dc55ae9c42a req-149a6c28-cde4-4033-9e4e-b8375c72a5b1 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/security-groups?id=5df91840-1d6e-47b1-b11d-86f99077f317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654082 Feb 17 21:21:20.370290 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 37452) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:21:20.394096 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-dcf57c7c-ac62-44d7-aa95-86089147584e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:20.410979 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-dcf57c7c-ac62-44d7-aa95-86089147584e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:21:20.415501 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-dcf57c7c-ac62-44d7-aa95-86089147584e admin admin] Usage tracker for resource:security_group_rule and tenant:eac5187b50ce41fd8f85e0567c7cba75 is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:21:20.418722 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-dcf57c7c-ac62-44d7-aa95-86089147584e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:21:20.425144 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-dcf57c7c-ac62-44d7-aa95-86089147584e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:21:20.526945 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-dcf57c7c-ac62-44d7-aa95-86089147584e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:20.530410 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-dcf57c7c-ac62-44d7-aa95-86089147584e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:20.545072 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-659801e1-cfc0-4c87-a8a9-5e1626681b60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:21:20.583398 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-dcf57c7c-ac62-44d7-aa95-86089147584e admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=eac5187b50ce41fd8f85e0567c7cba75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2118771 Feb 17 21:21:20.586658 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 37476) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:21:20.591318 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf57c7c-ac62-44d7-aa95-86089147584e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c76541f-fe3f-4450-b925-1b65bcf1347e,revision_number=1']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:21:20.594701 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-dcf57c7c-ac62-44d7-aa95-86089147584e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:21:20.653688 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-e76dc03d-b68c-49fb-ab1a-849eefbda095 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:20.683325 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-e76dc03d-b68c-49fb-ab1a-849eefbda095 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:20.740672 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-e76dc03d-b68c-49fb-ab1a-849eefbda095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:20.750011 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-ede4b718-1a9f-4b41-ab21-af3c8f41c741 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:21:20.766410 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76dc03d-b68c-49fb-ab1a-849eefbda095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c76541f-fe3f-4450-b925-1b65bcf1347e,revision_number=None']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:21:20.777887 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-e76dc03d-b68c-49fb-ab1a-849eefbda095 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:20.783228 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-e76dc03d-b68c-49fb-ab1a-849eefbda095 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/0c76541f-fe3f-4450-b925-1b65bcf1347e HTTP/1.1" status: 204 len: 168 time: 0.1954091 Feb 17 21:21:20.784712 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-e76dc03d-b68c-49fb-ab1a-849eefbda095 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:21:20.994964 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fec987-2252-4c1a-9e90-bd9fe5738e81 req-0c1d73d3-7c71-40f9-9799-9481451bf871 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:21.005091 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-a7fec987-2252-4c1a-9e90-bd9fe5738e81 req-0c1d73d3-7c71-40f9-9799-9481451bf871 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.90 "GET /v2.0/ports?device_id=50d26802-c5aa-45f3-bdab-1816f86d43e6 HTTP/1.1" status: 200 len: 932 time: 0.1401126 Feb 17 21:21:21.097490 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-a7fec987-2252-4c1a-9e90-bd9fe5738e81 req-61ddbb18-c988-4a22-93c3-f4bc3e2250c6 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.90 "GET /v2.0/security-groups?id=29732fa1-20df-4399-9daf-2f6c9147bbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933149 Feb 17 21:21:21.307953 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569b4746-60bf-49c7-bb54-fd62124046af req-0cdbc4b5-bca2-4fe1-8ef2-a3b84930c17e tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:21.310360 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-569b4746-60bf-49c7-bb54-fd62124046af req-0cdbc4b5-bca2-4fe1-8ef2-a3b84930c17e tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/ports?device_id=4d02e800-c249-4f02-8de5-b5f1681d4d5c HTTP/1.1" status: 200 len: 945 time: 0.1035135 Feb 17 21:21:21.376230 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-569b4746-60bf-49c7-bb54-fd62124046af req-ccd56f03-f899-40e2-8625-3b271c91b3d9 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/security-groups?id=5df91840-1d6e-47b1-b11d-86f99077f317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574403 Feb 17 21:21:21.552098 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 37512) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:21:21.702487 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-1039d4d2-6b35-4d74-9117-a610f6ed13b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:21.731374 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-1039d4d2-6b35-4d74-9117-a610f6ed13b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:21:21.749283 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-1039d4d2-6b35-4d74-9117-a610f6ed13b9 admin admin] Usage tracker for resource:security_group_rule and tenant:022e9d86c81d492690fbc11d34e7fb42 is out of sync, need to count used quota {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:21:21.752761 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-1039d4d2-6b35-4d74-9117-a610f6ed13b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:21:21.760239 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-1039d4d2-6b35-4d74-9117-a610f6ed13b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:21:21.872593 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-1039d4d2-6b35-4d74-9117-a610f6ed13b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:21.875697 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-1039d4d2-6b35-4d74-9117-a610f6ed13b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:21.886029 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-46a887b5-4e3f-4ca6-be61-3a4817593003 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:21:21.939835 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-1039d4d2-6b35-4d74-9117-a610f6ed13b9 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=022e9d86c81d492690fbc11d34e7fb42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3829827 Feb 17 21:21:21.939835 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1039d4d2-6b35-4d74-9117-a610f6ed13b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea19b66-b6e6-4290-a59d-ba5bb37162c9,revision_number=1']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:21:21.940168 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 37526) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:21:21.946307 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-1039d4d2-6b35-4d74-9117-a610f6ed13b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:21:22.025874 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-83158334-665e-4641-87c0-40c2b5166b1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:22.056533 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-83158334-665e-4641-87c0-40c2b5166b1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:22.090184 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 37534) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:21:22.190010 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.db_base_plugin_v2 [None req-6748838e-a49c-49ca-9d83-b43adc2f80b4 admin admin] Deleting subnet 183910a9-6a55-41ac-b3d7-53b1750afb54 {{(pid=83970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 21:21:22.194837 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-6748838e-a49c-49ca-9d83-b43adc2f80b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:22.258167 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-6748838e-a49c-49ca-9d83-b43adc2f80b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1702825'] for subnet, precommit_delete_associations {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:22.325483 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-83158334-665e-4641-87c0-40c2b5166b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:22.334863 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d8b78f49-dcae-4d2a-9670-8b9d4ccc1a00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:21:22.362824 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83158334-665e-4641-87c0-40c2b5166b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea19b66-b6e6-4290-a59d-ba5bb37162c9,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:21:22.368450 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-83158334-665e-4641-87c0-40c2b5166b1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:21:22.392246 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101be479-ae55-42bc-9e67-74567bb49c5b req-6cc235c2-bd7c-48f9-bcdb-a0a45d881593 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:22.394389 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-101be479-ae55-42bc-9e67-74567bb49c5b req-6cc235c2-bd7c-48f9-bcdb-a0a45d881593 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.90 "GET /v2.0/ports?device_id=50d26802-c5aa-45f3-bdab-1816f86d43e6 HTTP/1.1" status: 200 len: 932 time: 0.1515319 Feb 17 21:21:22.405798 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-83158334-665e-4641-87c0-40c2b5166b1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:22.407427 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-83158334-665e-4641-87c0-40c2b5166b1c admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/7ea19b66-b6e6-4290-a59d-ba5bb37162c9 HTTP/1.1" status: 204 len: 168 time: 0.4664340 Feb 17 21:21:22.416631 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-6748838e-a49c-49ca-9d83-b43adc2f80b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8265988'] for subnet, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:22.539278 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-101be479-ae55-42bc-9e67-74567bb49c5b req-d69dcf34-c1b5-40da-adbe-3d177178ff16 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.90 "GET /v2.0/security-groups?id=29732fa1-20df-4399-9daf-2f6c9147bbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357450 Feb 17 21:21:22.694061 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e8458f-fbaf-43de-959f-1f6e8ba40846 req-fd2d8caf-1daf-4da8-9af2-f9a5680ffbf1 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:22.704271 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-75e8458f-fbaf-43de-959f-1f6e8ba40846 req-fd2d8caf-1daf-4da8-9af2-f9a5680ffbf1 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/ports?device_id=4d02e800-c249-4f02-8de5-b5f1681d4d5c HTTP/1.1" status: 200 len: 945 time: 0.1432154 Feb 17 21:21:22.780496 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-75e8458f-fbaf-43de-959f-1f6e8ba40846 req-3c58c010-7bf7-422e-9811-17aa6002b3e9 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/security-groups?id=5df91840-1d6e-47b1-b11d-86f99077f317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747700 Feb 17 21:21:22.967236 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-6748838e-a49c-49ca-9d83-b43adc2f80b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846509796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1731089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2343163'] for subnet, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:23.094787 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 37562) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:21:23.123077 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-60e5f894-3bab-419f-a594-66344024f185 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:21:23.139753 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-536669c2-5f3b-4bb3-8173-c6ef75b15217 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:23.183742 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-536669c2-5f3b-4bb3-8173-c6ef75b15217 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:21:23.197570 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-6748838e-a49c-49ca-9d83-b43adc2f80b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854194843'] for subnet, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:23.200643 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6748838e-a49c-49ca-9d83-b43adc2f80b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=183910a9-6a55-41ac-b3d7-53b1750afb54,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:21:23.202252 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-536669c2-5f3b-4bb3-8173-c6ef75b15217 admin admin] Usage tracker for resource:security_group_rule and tenant:1abb9dbbfc4646d49b8c172f298cd704 is out of sync, need to count used quota {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:21:23.209719 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-536669c2-5f3b-4bb3-8173-c6ef75b15217 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:21:23.212437 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-6748838e-a49c-49ca-9d83-b43adc2f80b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:21:23.222690 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-6748838e-a49c-49ca-9d83-b43adc2f80b4 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/183910a9-6a55-41ac-b3d7-53b1750afb54 HTTP/1.1" status: 204 len: 168 time: 1.1285176 Feb 17 21:21:23.223484 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-536669c2-5f3b-4bb3-8173-c6ef75b15217 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:21:23.223908 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 37568) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:21:23.390228 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-92cf579c-b74f-47ac-ab1c-098b1d907214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866049'] for network, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:23.432277 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-536669c2-5f3b-4bb3-8173-c6ef75b15217 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:23.449921 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-536669c2-5f3b-4bb3-8173-c6ef75b15217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:23.471302 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:21:23.514871 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536669c2-5f3b-4bb3-8173-c6ef75b15217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdebd53f-5561-4f8f-b693-80d0e863ab2f,revision_number=1']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:21:23.524462 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-536669c2-5f3b-4bb3-8173-c6ef75b15217 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=1abb9dbbfc4646d49b8c172f298cd704&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4282329 Feb 17 21:21:23.525495 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-536669c2-5f3b-4bb3-8173-c6ef75b15217 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:21:23.527191 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 37578) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:21:23.607677 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-92cf579c-b74f-47ac-ab1c-098b1d907214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8267677', 'neutron.services.segments.db._delete_segments_for_network-8782348058381'] for network, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:23.673796 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-331a5f8c-b12c-45d5-b34a-f3aa4b626e02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:23.728461 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-331a5f8c-b12c-45d5-b34a-f3aa4b626e02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:23.756416 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.services.segments.db [None req-92cf579c-b74f-47ac-ab1c-098b1d907214 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['407c8f18-97cf-47b9-91fa-3c95f390de39']}} {{(pid=83970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:21:23.773431 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.services.segments.db [None req-92cf579c-b74f-47ac-ab1c-098b1d907214 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08ce18e3-b8b4-42a4-b3b1-cfb0095e7e98') {'for_net_delete': True} {{(pid=83970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:21:23.774070 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.services.segments.db [None req-92cf579c-b74f-47ac-ab1c-098b1d907214 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08ce18e3-b8b4-42a4-b3b1-cfb0095e7e98') {} {{(pid=83970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:21:23.789146 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-92cf579c-b74f-47ac-ab1c-098b1d907214 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782348055309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853072975'] for segment, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:23.824507 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-92cf579c-b74f-47ac-ab1c-098b1d907214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846507987'] for segment, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:23.827719 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-92cf579c-b74f-47ac-ab1c-098b1d907214 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=83970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 21:21:23.881259 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a768cc-7ec2-4e2b-b755-35ba45bc367c req-04cbfa33-4180-4f53-bc92-b0854a0acaf0 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:23.882951 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-21a768cc-7ec2-4e2b-b755-35ba45bc367c req-04cbfa33-4180-4f53-bc92-b0854a0acaf0 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.90 "GET /v2.0/ports?device_id=50d26802-c5aa-45f3-bdab-1816f86d43e6 HTTP/1.1" status: 200 len: 932 time: 0.1465006 Feb 17 21:21:23.884141 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-331a5f8c-b12c-45d5-b34a-f3aa4b626e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:23.889426 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:21:23.956802 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a5f8c-b12c-45d5-b34a-f3aa4b626e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdebd53f-5561-4f8f-b693-80d0e863ab2f,revision_number=None']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:21:23.971524 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-331a5f8c-b12c-45d5-b34a-f3aa4b626e02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:21:24.100164 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-21a768cc-7ec2-4e2b-b755-35ba45bc367c req-7dbbe357-36d9-4244-b5c5-efd4c5500dc8 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.90 "GET /v2.0/security-groups?id=29732fa1-20df-4399-9daf-2f6c9147bbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994328 Feb 17 21:21:24.101323 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-331a5f8c-b12c-45d5-b34a-f3aa4b626e02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:24.105215 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-331a5f8c-b12c-45d5-b34a-f3aa4b626e02 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/cdebd53f-5561-4f8f-b693-80d0e863ab2f HTTP/1.1" status: 204 len: 168 time: 0.5769634 Feb 17 21:21:24.175276 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086dc2d8-65f3-42b9-acf7-830c6437e267 req-dbc72cf0-666b-4de8-8815-88078aba0de2 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:24.176376 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [None req-92cf579c-b74f-47ac-ab1c-098b1d907214 admin admin] Network 407c8f18-97cf-47b9-91fa-3c95f390de39 has no segments {{(pid=83970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 21:21:24.179163 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-086dc2d8-65f3-42b9-acf7-830c6437e267 req-dbc72cf0-666b-4de8-8815-88078aba0de2 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/ports?device_id=4d02e800-c249-4f02-8de5-b5f1681d4d5c HTTP/1.1" status: 200 len: 945 time: 0.2193305 Feb 17 21:21:24.193623 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-92cf579c-b74f-47ac-ab1c-098b1d907214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8267797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853043730'] for segment, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:24.292493 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-086dc2d8-65f3-42b9-acf7-830c6437e267 req-aa22e774-75fa-4cfc-9f62-7cfc9449bc35 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/security-groups?id=5df91840-1d6e-47b1-b11d-86f99077f317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021943 Feb 17 21:21:24.400416 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [None req-92cf579c-b74f-47ac-ab1c-098b1d907214 admin admin] Network 407c8f18-97cf-47b9-91fa-3c95f390de39 has no segments {{(pid=83970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 21:21:24.428640 dv-cinder-760193-4-smb neutron-server[83861]: Traceback (most recent call last): Feb 17 21:21:24.428640 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 21:21:24.428640 dv-cinder-760193-4-smb neutron-server[83861]: timer() Feb 17 21:21:24.428640 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 21:21:24.428640 dv-cinder-760193-4-smb neutron-server[83861]: cb(*args, **kw) Feb 17 21:21:24.428640 dv-cinder-760193-4-smb neutron-server[83861]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 21:21:24.428640 dv-cinder-760193-4-smb neutron-server[83861]: return func(*args, **kwargs) Feb 17 21:21:24.428640 dv-cinder-760193-4-smb neutron-server[83861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 21:21:24.428640 dv-cinder-760193-4-smb neutron-server[83861]: self._notify() Feb 17 21:21:24.428640 dv-cinder-760193-4-smb neutron-server[83861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 21:21:24.428640 dv-cinder-760193-4-smb neutron-server[83861]: self.callback(batched_events) Feb 17 21:21:24.428640 dv-cinder-760193-4-smb neutron-server[83861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 21:21:24.428640 dv-cinder-760193-4-smb neutron-server[83861]: event.method(event) Feb 17 21:21:24.428640 dv-cinder-760193-4-smb neutron-server[83861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 21:21:24.428640 dv-cinder-760193-4-smb neutron-server[83861]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 21:21:24.428640 dv-cinder-760193-4-smb neutron-server[83861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 21:21:24.428640 dv-cinder-760193-4-smb neutron-server[83861]: segment_id)['aggregates'][0] Feb 17 21:21:24.428640 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 21:21:24.428640 dv-cinder-760193-4-smb neutron-server[83861]: return f(self, *a, **k) Feb 17 21:21:24.428640 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 21:21:24.428640 dv-cinder-760193-4-smb neutron-server[83861]: return self._get(url).json() Feb 17 21:21:24.428640 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 21:21:24.428640 dv-cinder-760193-4-smb neutron-server[83861]: **kwargs) Feb 17 21:21:24.428640 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 21:21:24.428640 dv-cinder-760193-4-smb neutron-server[83861]: return self.request(url, 'GET', **kwargs) Feb 17 21:21:24.428640 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 21:21:24.428640 dv-cinder-760193-4-smb neutron-server[83861]: **endpoint_filter) Feb 17 21:21:24.428640 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 21:21:24.428640 dv-cinder-760193-4-smb neutron-server[83861]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 21:21:24.428640 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 21:21:24.428640 dv-cinder-760193-4-smb neutron-server[83861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 21:21:24.428640 dv-cinder-760193-4-smb neutron-server[83861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 21:21:24.573885 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 37604) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:21:24.638646 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-92cf579c-b74f-47ac-ab1c-098b1d907214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846508139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853850419'] for network, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:24.658699 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-b347950d-4316-48f5-ad72-1268501343d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:21:24.681286 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-92cf579c-b74f-47ac-ab1c-098b1d907214 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854194843'] for network, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:24.688574 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cf579c-b74f-47ac-ab1c-098b1d907214 admin admin] Pushing event deleted for resources: {'Network': ['ID=407c8f18-97cf-47b9-91fa-3c95f390de39,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:21:24.693045 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-92cf579c-b74f-47ac-ab1c-098b1d907214 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:21:24.694744 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-92cf579c-b74f-47ac-ab1c-098b1d907214 admin admin] 10.222.0.90 "DELETE /v2.0/networks/407c8f18-97cf-47b9-91fa-3c95f390de39 HTTP/1.1" status: 204 len: 168 time: 1.4696836 Feb 17 21:21:24.752949 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-3115c980-fcc6-4a62-816d-a5b64b50b528 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:24.770882 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-3115c980-fcc6-4a62-816d-a5b64b50b528 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:21:24.775229 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-3115c980-fcc6-4a62-816d-a5b64b50b528 admin admin] Usage tracker for resource:security_group_rule and tenant:3116ed0319a04faa99e28497776c707d is out of sync, need to count used quota {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:21:24.778373 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-3115c980-fcc6-4a62-816d-a5b64b50b528 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:21:24.786376 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-3115c980-fcc6-4a62-816d-a5b64b50b528 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:21:24.880223 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 37620) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:21:24.915738 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-3115c980-fcc6-4a62-816d-a5b64b50b528 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:24.931103 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-3115c980-fcc6-4a62-816d-a5b64b50b528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:24.943953 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:21:24.995022 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3115c980-fcc6-4a62-816d-a5b64b50b528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fcc10dd-bef7-4959-93d7-d8b5c0fa4ebe,revision_number=1']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:21:25.004742 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-3115c980-fcc6-4a62-816d-a5b64b50b528 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:21:25.014954 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-4db55551-26d6-447f-ae6c-e566cefb6ac8 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=a50a5bcc4e084e6db92be79811667253&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1244442 Feb 17 21:21:25.016352 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-3115c980-fcc6-4a62-816d-a5b64b50b528 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=3116ed0319a04faa99e28497776c707d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4409194 Feb 17 21:21:25.016738 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 37624) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:21:25.019147 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 37626) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:21:25.139221 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-0c411d8e-0fb6-4c3d-9297-d57b88720540 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:25.150672 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-a082531c-2e7c-4eb8-942a-161a37a7c8f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:25.182936 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-0c411d8e-0fb6-4c3d-9297-d57b88720540 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:25.192964 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-a082531c-2e7c-4eb8-942a-161a37a7c8f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:25.240710 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-0c411d8e-0fb6-4c3d-9297-d57b88720540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:25.249293 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-b347950d-4316-48f5-ad72-1268501343d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:21:25.264039 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-0c411d8e-0fb6-4c3d-9297-d57b88720540 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:25.265278 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-0c411d8e-0fb6-4c3d-9297-d57b88720540 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/d6b64051-caf7-4d45-aa1e-bcaca4be81ee HTTP/1.1" status: 204 len: 168 time: 0.2472398 Feb 17 21:21:25.268184 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c411d8e-0fb6-4c3d-9297-d57b88720540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b64051-caf7-4d45-aa1e-bcaca4be81ee,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:21:25.277437 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-0c411d8e-0fb6-4c3d-9297-d57b88720540 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:21:25.342953 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-a082531c-2e7c-4eb8-942a-161a37a7c8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:25.351111 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-3115c980-fcc6-4a62-816d-a5b64b50b528 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:21:25.366164 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a082531c-2e7c-4eb8-942a-161a37a7c8f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fcc10dd-bef7-4959-93d7-d8b5c0fa4ebe,revision_number=None']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:21:25.369650 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-a082531c-2e7c-4eb8-942a-161a37a7c8f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:21:25.393167 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-a082531c-2e7c-4eb8-942a-161a37a7c8f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:25.395825 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-a082531c-2e7c-4eb8-942a-161a37a7c8f8 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/8fcc10dd-bef7-4959-93d7-d8b5c0fa4ebe HTTP/1.1" status: 204 len: 168 time: 0.3743215 Feb 17 21:21:25.434294 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a589e0-2d40-4a54-81fa-a20261499df4 req-feecc744-dd47-4c8d-8c3e-44532cc18538 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:25.444755 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-f2a589e0-2d40-4a54-81fa-a20261499df4 req-feecc744-dd47-4c8d-8c3e-44532cc18538 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.90 "GET /v2.0/ports?device_id=50d26802-c5aa-45f3-bdab-1816f86d43e6 HTTP/1.1" status: 200 len: 932 time: 0.1688304 Feb 17 21:21:25.560245 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-f2a589e0-2d40-4a54-81fa-a20261499df4 req-d4136ac3-6969-45d3-b0d3-49c1a1f72714 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.90 "GET /v2.0/security-groups?id=29732fa1-20df-4399-9daf-2f6c9147bbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092186 Feb 17 21:21:25.729246 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe27bef0-498d-46ea-b0b5-9fa046ed79e8 req-52d8cb9c-dff2-45a0-82bc-14c4bbb8d6c7 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:25.730792 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-fe27bef0-498d-46ea-b0b5-9fa046ed79e8 req-52d8cb9c-dff2-45a0-82bc-14c4bbb8d6c7 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/ports?device_id=4d02e800-c249-4f02-8de5-b5f1681d4d5c HTTP/1.1" status: 200 len: 945 time: 0.1687026 Feb 17 21:21:25.823429 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-fe27bef0-498d-46ea-b0b5-9fa046ed79e8 req-dafc8fd0-1f73-49e3-ada0-24ec2f6874a9 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/security-groups?id=5df91840-1d6e-47b1-b11d-86f99077f317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858059 Feb 17 21:21:26.070850 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 37662) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:21:26.114250 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-b0f9f9bf-bc1f-4661-9fa7-20d300d55198 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:26.137307 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-b0f9f9bf-bc1f-4661-9fa7-20d300d55198 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:21:26.141962 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-b0f9f9bf-bc1f-4661-9fa7-20d300d55198 admin admin] Usage tracker for resource:security_group_rule and tenant:e9d1d3dbd7444322a9edfa575cf9aa4a is out of sync, need to count used quota {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:21:26.145302 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-b0f9f9bf-bc1f-4661-9fa7-20d300d55198 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:21:26.151378 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-b0f9f9bf-bc1f-4661-9fa7-20d300d55198 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:21:26.267229 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-b0f9f9bf-bc1f-4661-9fa7-20d300d55198 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:26.277599 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-b0f9f9bf-bc1f-4661-9fa7-20d300d55198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:26.310220 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-59972161-e91b-4117-b739-2e87cedad996 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:21:26.323104 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 37672) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:21:26.323330 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-b0f9f9bf-bc1f-4661-9fa7-20d300d55198 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=e9d1d3dbd7444322a9edfa575cf9aa4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2510304 Feb 17 21:21:26.354313 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f9f9bf-bc1f-4661-9fa7-20d300d55198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e093f8bd-ce87-49ed-8596-3a1d5797656d,revision_number=1']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:21:26.357598 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-b0f9f9bf-bc1f-4661-9fa7-20d300d55198 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:21:26.465868 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-819427f1-5117-4230-bfac-a7a12684921b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:26.512921 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-819427f1-5117-4230-bfac-a7a12684921b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:26.580684 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-819427f1-5117-4230-bfac-a7a12684921b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:26.592171 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-0c411d8e-0fb6-4c3d-9297-d57b88720540 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:21:26.609276 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819427f1-5117-4230-bfac-a7a12684921b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e093f8bd-ce87-49ed-8596-3a1d5797656d,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:21:26.612423 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-819427f1-5117-4230-bfac-a7a12684921b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:21:26.614657 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-819427f1-5117-4230-bfac-a7a12684921b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:26.616153 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-819427f1-5117-4230-bfac-a7a12684921b admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/e093f8bd-ce87-49ed-8596-3a1d5797656d HTTP/1.1" status: 204 len: 168 time: 0.2919087 Feb 17 21:21:26.808462 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49da7b0-d62d-4df4-90a4-eb69a2221a00 req-a15a66ed-e1a5-4cc4-920b-6d02691715ec tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:26.818894 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-d49da7b0-d62d-4df4-90a4-eb69a2221a00 req-a15a66ed-e1a5-4cc4-920b-6d02691715ec tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.90 "GET /v2.0/ports?device_id=50d26802-c5aa-45f3-bdab-1816f86d43e6 HTTP/1.1" status: 200 len: 932 time: 0.1149073 Feb 17 21:21:26.912792 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-d49da7b0-d62d-4df4-90a4-eb69a2221a00 req-92959652-0b62-48a7-99c4-8ad3cdcf1693 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.90 "GET /v2.0/security-groups?id=29732fa1-20df-4399-9daf-2f6c9147bbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926158 Feb 17 21:21:27.206374 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.agents_db [None req-d7035ca1-ab1a-4600-abec-6b06ab5f95db None None] Agent healthcheck: found 6 active agents {{(pid=83973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 21:21:27.313957 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8281ab36-1218-4aa2-aa1c-09462d30b7c7 req-85ffb7eb-4959-45be-a01a-56b7d2b39791 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:27.315624 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-8281ab36-1218-4aa2-aa1c-09462d30b7c7 req-85ffb7eb-4959-45be-a01a-56b7d2b39791 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/ports?device_id=4d02e800-c249-4f02-8de5-b5f1681d4d5c HTTP/1.1" status: 200 len: 945 time: 0.1023293 Feb 17 21:21:27.370283 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-8281ab36-1218-4aa2-aa1c-09462d30b7c7 req-efc3b8d2-6295-4509-8d0c-6527f09f9329 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/security-groups?id=5df91840-1d6e-47b1-b11d-86f99077f317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474963 Feb 17 21:21:28.280875 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3198949-2cfd-46fa-9be0-b9294ded1c07 req-d2f5ee30-37b1-4a5e-97b5-69f0a72c26e3 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:28.290947 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-c3198949-2cfd-46fa-9be0-b9294ded1c07 req-d2f5ee30-37b1-4a5e-97b5-69f0a72c26e3 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.90 "GET /v2.0/ports?device_id=50d26802-c5aa-45f3-bdab-1816f86d43e6 HTTP/1.1" status: 200 len: 932 time: 0.1804435 Feb 17 21:21:28.380356 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-c3198949-2cfd-46fa-9be0-b9294ded1c07 req-096b5a0f-fda9-4d0f-a465-6868180c8a4b tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.90 "GET /v2.0/security-groups?id=29732fa1-20df-4399-9daf-2f6c9147bbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883784 Feb 17 21:21:28.637970 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2fdfe0-a274-40e0-a3a2-595c16b3f2c5 req-ade9ff73-8a35-463a-9648-9dce97b52afd tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:28.640058 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-6d2fdfe0-a274-40e0-a3a2-595c16b3f2c5 req-ade9ff73-8a35-463a-9648-9dce97b52afd tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/ports?device_id=4d02e800-c249-4f02-8de5-b5f1681d4d5c HTTP/1.1" status: 200 len: 945 time: 0.1072724 Feb 17 21:21:28.690339 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-6d2fdfe0-a274-40e0-a3a2-595c16b3f2c5 req-3d9b08bd-8e46-4e2e-b632-e3b0d4f35155 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/security-groups?id=5df91840-1d6e-47b1-b11d-86f99077f317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434248 Feb 17 21:21:29.381244 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [req-b2c189d3-9101-40e0-82d8-ddab1fbfb3a1 req-427ebf87-0d12-4fde-8cd1-b37fd17a0a70 service neutron] Request body: {'port': {'device_id': '50d26802-c5aa-45f3-bdab-1816f86d43e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:21:29.439904 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:29.481267 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea26da-11c6-4676-aa84-891b726deff9 req-f40b6ee6-ff6f-490c-afb0-9deefbd26bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:29.483264 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b9ea26da-11c6-4676-aa84-891b726deff9 req-f40b6ee6-ff6f-490c-afb0-9deefbd26bfa service neutron] 10.222.0.95 "GET /v2.0/subnets?id=68c4757a-1327-48d0-97b5-5af10066f5ed HTTP/1.1" status: 200 len: 859 time: 0.1807632 Feb 17 21:21:29.649283 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b9ea26da-11c6-4676-aa84-891b726deff9 req-29535946-bfa1-4992-b6bd-7b296cb8af96 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=aa2f4e05-f1b6-4d1c-a052-1a8707f48be4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1116831 Feb 17 21:21:29.656430 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-b2c189d3-9101-40e0-82d8-ddab1fbfb3a1 req-427ebf87-0d12-4fde-8cd1-b37fd17a0a70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:30.266927 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ea39a3-fc7c-4d5d-a784-34b443952de8 req-0450bc90-88b5-4581-aae1-78e9a6341791 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:30.268450 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-a8ea39a3-fc7c-4d5d-a784-34b443952de8 req-0450bc90-88b5-4581-aae1-78e9a6341791 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.90 "GET /v2.0/ports?device_id=50d26802-c5aa-45f3-bdab-1816f86d43e6 HTTP/1.1" status: 200 len: 932 time: 0.7297320 Feb 17 21:21:30.302140 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b9ea26da-11c6-4676-aa84-891b726deff9 req-47f33880-140c-496f-9f39-92ea3ee0e685 service neutron] 10.222.0.95 "GET /v2.0/networks/aa2f4e05-f1b6-4d1c-a052-1a8707f48be4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6325841 Feb 17 21:21:30.444645 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-b10bddb7-1dce-4ebf-8c02-d45447b039ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:30.483155 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-a8ea39a3-fc7c-4d5d-a784-34b443952de8 req-fdab4c16-97ec-4bce-921c-255adf04d222 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.90 "GET /v2.0/security-groups?id=29732fa1-20df-4399-9daf-2f6c9147bbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071061 Feb 17 21:21:30.509941 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4827e1c8-27b3-42b7-8234-032a646729c0 req-f7ff15ac-b39a-462e-bebe-5c97e950c043 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:30.520382 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-4827e1c8-27b3-42b7-8234-032a646729c0 req-f7ff15ac-b39a-462e-bebe-5c97e950c043 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/ports?device_id=4d02e800-c249-4f02-8de5-b5f1681d4d5c HTTP/1.1" status: 200 len: 945 time: 0.6923647 Feb 17 21:21:30.713600 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-4827e1c8-27b3-42b7-8234-032a646729c0 req-8b54beba-7d56-475c-96c6-a07aad36ee84 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/security-groups?id=5df91840-1d6e-47b1-b11d-86f99077f317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841295 Feb 17 21:21:30.732113 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-6595217e-0b32-4336-853d-09cafec46923 req-2ac17625-abeb-4446-acf6-503722485ede tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=636d3bdff42b4faeab9017291d032ed5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0751688 Feb 17 21:21:30.867776 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b9ea26da-11c6-4676-aa84-891b726deff9 req-c8859ce6-7e0f-45e5-8d22-b9a66b20cd3b service neutron] 10.222.0.95 "GET /v2.0/networks/aa2f4e05-f1b6-4d1c-a052-1a8707f48be4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5441637 Feb 17 21:21:30.877062 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 37824) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:21:31.020408 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6595217e-0b32-4336-853d-09cafec46923 req-d71617da-5efc-46ce-8b4a-898b8818b94c tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:31.022164 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-6595217e-0b32-4336-853d-09cafec46923 req-d71617da-5efc-46ce-8b4a-898b8818b94c tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2786136 Feb 17 21:21:31.068807 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-aa960115-714f-4271-9c7d-aa7b5b38e70d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:31.088316 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-aa960115-714f-4271-9c7d-aa7b5b38e70d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:21:31.092551 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-aa960115-714f-4271-9c7d-aa7b5b38e70d admin admin] Usage tracker for resource:security_group_rule and tenant:5fce39ffaba04f76b776e0389daa7791 is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:21:31.095908 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-aa960115-714f-4271-9c7d-aa7b5b38e70d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:21:31.102541 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-aa960115-714f-4271-9c7d-aa7b5b38e70d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:21:31.108082 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-6595217e-0b32-4336-853d-09cafec46923 req-6bb76946-6f34-4f62-b324-aa8472dc43de tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] 10.222.0.90 "GET /v2.0/quotas/636d3bdff42b4faeab9017291d032ed5 HTTP/1.1" status: 200 len: 375 time: 0.0681362 Feb 17 21:21:31.122951 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [req-b2c189d3-9101-40e0-82d8-ddab1fbfb3a1 req-427ebf87-0d12-4fde-8cd1-b37fd17a0a70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9b20699-68d7-4a5d-ac0c-b5ea162a3433 {{(pid=83971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 21:21:31.181495 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-b2c189d3-9101-40e0-82d8-ddab1fbfb3a1 req-427ebf87-0d12-4fde-8cd1-b37fd17a0a70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:31.186529 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-6595217e-0b32-4336-853d-09cafec46923 req-d33f4998-b642-4361-8f22-2bc6742cd9e0 tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=636d3bdff42b4faeab9017291d032ed5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0692403 Feb 17 21:21:31.196058 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-aa960115-714f-4271-9c7d-aa7b5b38e70d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:31.199723 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-aa960115-714f-4271-9c7d-aa7b5b38e70d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:31.201665 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [req-b2c189d3-9101-40e0-82d8-ddab1fbfb3a1 req-427ebf87-0d12-4fde-8cd1-b37fd17a0a70 service neutron] Transition to ACTIVE for port object b9b20699-68d7-4a5d-ac0c-b5ea162a3433 will not be triggered until provisioned by entity L2. {{(pid=83971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:21:31.208751 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-b2c189d3-9101-40e0-82d8-ddab1fbfb3a1 req-427ebf87-0d12-4fde-8cd1-b37fd17a0a70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:31.226566 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-b50a47cd-324f-4204-977d-1653c6f87250 tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:21:31.228355 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-819427f1-5117-4230-bfac-a7a12684921b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:21:31.240912 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-aa960115-714f-4271-9c7d-aa7b5b38e70d admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=5fce39ffaba04f76b776e0389daa7791&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3625574 Feb 17 21:21:31.241613 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 37832) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:21:31.328337 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa960115-714f-4271-9c7d-aa7b5b38e70d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69f55639-5acf-4379-b970-039c14aba08a,revision_number=1']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:21:31.331242 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-91f6c778-518c-4bda-b3ec-6ccc2a4655d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:31.361155 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-aa960115-714f-4271-9c7d-aa7b5b38e70d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:21:31.369962 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-91f6c778-518c-4bda-b3ec-6ccc2a4655d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:31.418143 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-91f6c778-518c-4bda-b3ec-6ccc2a4655d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:31.423513 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-5ea50819-13c1-455a-a855-f7362fcce44b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:21:31.424055 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa08c9-e7fd-400f-9287-cb146f870b34 req-df06b21a-a559-45da-ad2a-21c83410aced tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:31.425759 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-43aa08c9-e7fd-400f-9287-cb146f870b34 req-df06b21a-a559-45da-ad2a-21c83410aced tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/ports?device_id=1f6b1a26-7928-4ad0-830f-a3920bfcc037 HTTP/1.1" status: 200 len: 946 time: 0.3912559 Feb 17 21:21:31.428383 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-4c1580a9-a9b2-4abc-b036-010574783436 req-ee80faff-8bf1-4d81-8ce5-1e665de8ea49 tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e42abaa-0122-442a-a409-4da874e995a6 HTTP/1.1" status: 200 len: 210 time: 0.0752192 Feb 17 21:21:31.439464 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427ebf87-0d12-4fde-8cd1-b37fd17a0a70 service neutron] Pushing event updated for resources: {'Port': ['ID=b9b20699-68d7-4a5d-ac0c-b5ea162a3433,revision_number=2']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:21:31.445257 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-427ebf87-0d12-4fde-8cd1-b37fd17a0a70 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:21:31.447852 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f6c778-518c-4bda-b3ec-6ccc2a4655d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f55639-5acf-4379-b970-039c14aba08a,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:21:31.458010 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-91f6c778-518c-4bda-b3ec-6ccc2a4655d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:21:31.463131 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-91f6c778-518c-4bda-b3ec-6ccc2a4655d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:31.467825 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-91f6c778-518c-4bda-b3ec-6ccc2a4655d3 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/69f55639-5acf-4379-b970-039c14aba08a HTTP/1.1" status: 204 len: 168 time: 0.2235515 Feb 17 21:21:31.528544 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-43aa08c9-e7fd-400f-9287-cb146f870b34 req-0681e27a-33d4-4a31-be72-163db2ac664a tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/security-groups?id=50953140-8b47-4d38-9ad3-ba74e3f5ff3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920408 Feb 17 21:21:31.769324 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [req-b2c189d3-9101-40e0-82d8-ddab1fbfb3a1 req-427ebf87-0d12-4fde-8cd1-b37fd17a0a70 service neutron] Attempting to bind port b9b20699-68d7-4a5d-ac0c-b5ea162a3433 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=83971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 21:21:31.770211 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [req-b2c189d3-9101-40e0-82d8-ddab1fbfb3a1 req-427ebf87-0d12-4fde-8cd1-b37fd17a0a70 service neutron] Attempting to bind port b9b20699-68d7-4a5d-ac0c-b5ea162a3433 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': '55b585c7-7eac-4e22-a330-06e1852eeb02', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '91ed6b15-96c5-473b-b3e5-022a9f16968c'}] {{(pid=83971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 21:21:31.770733 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c189d3-9101-40e0-82d8-ddab1fbfb3a1 req-427ebf87-0d12-4fde-8cd1-b37fd17a0a70 service neutron] Attempting to bind port b9b20699-68d7-4a5d-ac0c-b5ea162a3433 on network 91ed6b15-96c5-473b-b3e5-022a9f16968c {{(pid=83971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 21:21:31.789643 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c189d3-9101-40e0-82d8-ddab1fbfb3a1 req-427ebf87-0d12-4fde-8cd1-b37fd17a0a70 service neutron] Checking agent: {'id': '6e714d21-3fd0-4fe2-be64-3af0527f8f44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 21, 15, 59), 'started_at': datetime.datetime(2021, 2, 17, 21, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 21:21:31.789643 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c189d3-9101-40e0-82d8-ddab1fbfb3a1 req-427ebf87-0d12-4fde-8cd1-b37fd17a0a70 service neutron] Checking segment: {'id': '55b585c7-7eac-4e22-a330-06e1852eeb02', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '91ed6b15-96c5-473b-b3e5-022a9f16968c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:21:31.789921 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-b2c189d3-9101-40e0-82d8-ddab1fbfb3a1 req-427ebf87-0d12-4fde-8cd1-b37fd17a0a70 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:31.790190 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2c189d3-9101-40e0-82d8-ddab1fbfb3a1 req-427ebf87-0d12-4fde-8cd1-b37fd17a0a70 service neutron] Bound using segment: {'id': '55b585c7-7eac-4e22-a330-06e1852eeb02', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '91ed6b15-96c5-473b-b3e5-022a9f16968c'} {{(pid=83971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 21:21:31.790708 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [req-b2c189d3-9101-40e0-82d8-ddab1fbfb3a1 req-427ebf87-0d12-4fde-8cd1-b37fd17a0a70 service neutron] Bound port: b9b20699-68d7-4a5d-ac0c-b5ea162a3433, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55b585c7-7eac-4e22-a330-06e1852eeb02', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '91ed6b15-96c5-473b-b3e5-022a9f16968c'}}] {{(pid=83971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 21:21:31.791093 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-b2c189d3-9101-40e0-82d8-ddab1fbfb3a1 req-427ebf87-0d12-4fde-8cd1-b37fd17a0a70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:31.907515 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a949893-1d33-4b17-a50b-756a8cfd8415 req-79d260d0-7880-41fa-a171-20d069849d78 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:31.909161 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-8a949893-1d33-4b17-a50b-756a8cfd8415 req-79d260d0-7880-41fa-a171-20d069849d78 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.90 "GET /v2.0/ports?device_id=50d26802-c5aa-45f3-bdab-1816f86d43e6 HTTP/1.1" status: 200 len: 944 time: 0.2523770 Feb 17 21:21:32.032377 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 37870) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:21:32.056172 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [req-b2c189d3-9101-40e0-82d8-ddab1fbfb3a1 req-427ebf87-0d12-4fde-8cd1-b37fd17a0a70 service neutron] For port b9b20699-68d7-4a5d-ac0c-b5ea162a3433, host hv-cinder-76019, cleared binding levels {{(pid=83971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 21:21:32.072403 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-50bc014d-cf6e-4f67-92f8-2a8b24b84516 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:32.077163 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-8a949893-1d33-4b17-a50b-756a8cfd8415 req-b89b898c-aac4-4e30-88df-8de1fc96e8e2 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.90 "GET /v2.0/security-groups?id=29732fa1-20df-4399-9daf-2f6c9147bbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064608 Feb 17 21:21:32.078905 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [req-b2c189d3-9101-40e0-82d8-ddab1fbfb3a1 req-427ebf87-0d12-4fde-8cd1-b37fd17a0a70 service neutron] For port b9b20699-68d7-4a5d-ac0c-b5ea162a3433, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=b9b20699-68d7-4a5d-ac0c-b5ea162a3433,segment=NetworkSegment(55b585c7-7eac-4e22-a330-06e1852eeb02),segment_id=55b585c7-7eac-4e22-a330-06e1852eeb02)] {{(pid=83971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 21:21:32.093569 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-b2c189d3-9101-40e0-82d8-ddab1fbfb3a1 req-427ebf87-0d12-4fde-8cd1-b37fd17a0a70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:32.117100 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-50bc014d-cf6e-4f67-92f8-2a8b24b84516 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:21:32.121876 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-50bc014d-cf6e-4f67-92f8-2a8b24b84516 admin admin] Usage tracker for resource:security_group_rule and tenant:12f62c293692423dad272ff639557712 is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:21:32.125515 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-f32e274a-c045-45b5-8f0e-0bfe87200e62 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:21:32.126554 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-50bc014d-cf6e-4f67-92f8-2a8b24b84516 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:21:32.134304 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-50bc014d-cf6e-4f67-92f8-2a8b24b84516 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:21:32.233372 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-50bc014d-cf6e-4f67-92f8-2a8b24b84516 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:32.236537 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-50bc014d-cf6e-4f67-92f8-2a8b24b84516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:32.249287 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-4ab7d7f5-a6a8-4a3c-ba86-b2e5d4f49c8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:21:32.261013 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d0a2f1-d574-4281-9cf2-25873ca870b6 req-93903d6d-7edc-4ab8-b8d9-98373ac40d8d tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:32.262725 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b1d0a2f1-d574-4281-9cf2-25873ca870b6 req-93903d6d-7edc-4ab8-b8d9-98373ac40d8d tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/ports?device_id=4d02e800-c249-4f02-8de5-b5f1681d4d5c HTTP/1.1" status: 200 len: 945 time: 0.3524163 Feb 17 21:21:32.273436 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427ebf87-0d12-4fde-8cd1-b37fd17a0a70 service neutron] Pushing event updated for resources: {'Port': ['ID=b9b20699-68d7-4a5d-ac0c-b5ea162a3433,revision_number=3']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:21:32.280628 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc014d-cf6e-4f67-92f8-2a8b24b84516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88434268-9b4e-4217-9585-968882588512,revision_number=1']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:21:32.282680 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-427ebf87-0d12-4fde-8cd1-b37fd17a0a70 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:21:32.285472 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-50bc014d-cf6e-4f67-92f8-2a8b24b84516 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:21:32.305295 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-50bc014d-cf6e-4f67-92f8-2a8b24b84516 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=12f62c293692423dad272ff639557712&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2693651 Feb 17 21:21:32.305747 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 37880) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:21:32.366433 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b1d0a2f1-d574-4281-9cf2-25873ca870b6 req-8085c0c1-bfc6-4591-a91f-bbbc06476887 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/security-groups?id=5df91840-1d6e-47b1-b11d-86f99077f317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875297 Feb 17 21:21:32.390395 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-e3ced0bb-d87b-43a3-988d-fe7e0204b56d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:32.406890 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c189d3-9101-40e0-82d8-ddab1fbfb3a1 req-427ebf87-0d12-4fde-8cd1-b37fd17a0a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:32.407573 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-b2c189d3-9101-40e0-82d8-ddab1fbfb3a1 req-427ebf87-0d12-4fde-8cd1-b37fd17a0a70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768493'] for port, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:32.409223 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b2c189d3-9101-40e0-82d8-ddab1fbfb3a1 req-427ebf87-0d12-4fde-8cd1-b37fd17a0a70 service neutron] 10.222.0.95 "PUT /v2.0/ports/b9b20699-68d7-4a5d-ac0c-b5ea162a3433 HTTP/1.1" status: 200 len: 1158 time: 3.0486462 Feb 17 21:21:32.412724 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50d26802-c5aa-45f3-bdab-1816f86d43e6', 'tag': 'b9b20699-68d7-4a5d-ac0c-b5ea162a3433'}] {{(pid=83971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:21:32.433174 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-e3ced0bb-d87b-43a3-988d-fe7e0204b56d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:32.494351 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-e3ced0bb-d87b-43a3-988d-fe7e0204b56d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:32.501393 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-57e66386-c4af-48ae-933c-86c1143b4afd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:21:32.506208 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-c9fbd84f-4492-4463-a79e-754b86da2484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:32.516721 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50d26802-c5aa-45f3-bdab-1816f86d43e6', 'tag': 'b9b20699-68d7-4a5d-ac0c-b5ea162a3433', 'status': 'completed', 'code': 200} Feb 17 21:21:32.520196 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ced0bb-d87b-43a3-988d-fe7e0204b56d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88434268-9b4e-4217-9585-968882588512,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:21:32.524229 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-e3ced0bb-d87b-43a3-988d-fe7e0204b56d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:21:32.526596 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-e3ced0bb-d87b-43a3-988d-fe7e0204b56d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:32.527986 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-e3ced0bb-d87b-43a3-988d-fe7e0204b56d admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/88434268-9b4e-4217-9585-968882588512 HTTP/1.1" status: 204 len: 168 time: 0.2214515 Feb 17 21:21:32.590070 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c189d3-9101-40e0-82d8-ddab1fbfb3a1 req-780122ba-4924-4ee8-9a03-de08c0016143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:32.591672 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b2c189d3-9101-40e0-82d8-ddab1fbfb3a1 req-780122ba-4924-4ee8-9a03-de08c0016143 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=dd37991a5603474184e1e7e103b5e2e7&device_id=50d26802-c5aa-45f3-bdab-1816f86d43e6 HTTP/1.1" status: 200 len: 1161 time: 0.1205630 Feb 17 21:21:32.710779 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b2c189d3-9101-40e0-82d8-ddab1fbfb3a1 req-49e9177d-0786-4049-be8e-05fb3cc417d6 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9b20699-68d7-4a5d-ac0c-b5ea162a3433 HTTP/1.1" status: 200 len: 217 time: 0.1095843 Feb 17 21:21:32.734711 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-a53b130f-5272-4632-b80c-0558ed66305b req-6bb7bcb2-48e2-4151-ac13-3bf7aef82552 tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e42abaa-0122-442a-a409-4da874e995a6 HTTP/1.1" status: 200 len: 210 time: 0.0655770 Feb 17 21:21:32.876843 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c189d3-9101-40e0-82d8-ddab1fbfb3a1 req-d7029ec2-2cd2-4469-8f58-0b6c99849643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:32.878538 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b2c189d3-9101-40e0-82d8-ddab1fbfb3a1 req-d7029ec2-2cd2-4469-8f58-0b6c99849643 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bd2c5f1d-7235-45ff-833f-908aea4c2ec0 HTTP/1.1" status: 200 len: 853 time: 0.1485462 Feb 17 21:21:32.962922 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e89d67-d8b2-4514-bf6b-3a99e5f0db77 req-8cdecead-16c1-4443-a3cb-c39c8c5be38f tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:32.964946 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-19e89d67-d8b2-4514-bf6b-3a99e5f0db77 req-8cdecead-16c1-4443-a3cb-c39c8c5be38f tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/ports?device_id=1f6b1a26-7928-4ad0-830f-a3920bfcc037 HTTP/1.1" status: 200 len: 946 time: 0.2480209 Feb 17 21:21:33.024455 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-6595217e-0b32-4336-853d-09cafec46923 req-9da8cbb0-72c9-4051-8d75-133e72c0702d tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=636d3bdff42b4faeab9017291d032ed5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0583091 Feb 17 21:21:33.249725 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f1cec3f0-2839-4108-802d-97c7b40b55a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:33.399684 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-19e89d67-d8b2-4514-bf6b-3a99e5f0db77 req-047e78ae-3edf-4d27-b493-15055ba1dad3 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/security-groups?id=50953140-8b47-4d38-9ad3-ba74e3f5ff3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4028900 Feb 17 21:21:33.464627 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c189d3-9101-40e0-82d8-ddab1fbfb3a1 req-28fbd555-c88a-40a8-9cc9-43ba42a2dad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:33.466583 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b2c189d3-9101-40e0-82d8-ddab1fbfb3a1 req-28fbd555-c88a-40a8-9cc9-43ba42a2dad5 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=91ed6b15-96c5-473b-b3e5-022a9f16968c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5784039 Feb 17 21:21:33.713627 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6595217e-0b32-4336-853d-09cafec46923 req-3015eabf-fe4e-45f0-b735-d07877402494 tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:33.713627 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-6595217e-0b32-4336-853d-09cafec46923 req-3015eabf-fe4e-45f0-b735-d07877402494 tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6767957 Feb 17 21:21:33.743843 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [req-6595217e-0b32-4336-853d-09cafec46923 req-b380062d-b06a-4575-bae1-8b5101209ca6 tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] Request body: {'port': {'device_id': '5e42abaa-0122-442a-a409-4da874e995a6', 'network_id': '04f30743-5aba-4e6a-b70f-7ce5290daf94', 'admin_state_up': True, 'tenant_id': '636d3bdff42b4faeab9017291d032ed5'}} {{(pid=83971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:21:33.771183 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bbeb90-75d9-43ce-bfaf-052f36441a36 req-13c10954-7a59-43d1-af27-db966b1d65a3 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:33.772839 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b4bbeb90-75d9-43ce-bfaf-052f36441a36 req-13c10954-7a59-43d1-af27-db966b1d65a3 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.90 "GET /v2.0/ports?device_id=50d26802-c5aa-45f3-bdab-1816f86d43e6 HTTP/1.1" status: 200 len: 944 time: 0.3858850 Feb 17 21:21:33.880916 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Device 87ea2e05-f05b-4e97-acbd-e06f872addb9 up at agent ovs-agent-hv-cinder-76019 {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:21:33.887980 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b2c189d3-9101-40e0-82d8-ddab1fbfb3a1 req-ba3ed726-9346-4147-84f9-dc1bbdf00c44 service neutron] 10.222.0.95 "GET /v2.0/networks/91ed6b15-96c5-473b-b3e5-022a9f16968c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4108722 Feb 17 21:21:33.946496 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eeb9bf-4891-411c-9129-76a1f462fb48 req-cc348270-5238-40d1-b005-fc1cd9cb208a tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:33.948166 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-a8eeb9bf-4891-411c-9129-76a1f462fb48 req-cc348270-5238-40d1-b005-fc1cd9cb208a tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/ports?device_id=4d02e800-c249-4f02-8de5-b5f1681d4d5c HTTP/1.1" status: 200 len: 945 time: 0.3801501 Feb 17 21:21:33.986304 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Provisioning complete for port 87ea2e05-f05b-4e97-acbd-e06f872addb9 triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:21:33.986731 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:33.994780 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 37944) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:21:34.041991 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b4bbeb90-75d9-43ce-bfaf-052f36441a36 req-f716b568-e318-439e-9ff0-de389f9cf3df tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.90 "GET /v2.0/security-groups?id=29732fa1-20df-4399-9daf-2f6c9147bbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964459 Feb 17 21:21:34.155106 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [req-6595217e-0b32-4336-853d-09cafec46923 req-b380062d-b06a-4575-bae1-8b5101209ca6 tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:21:34.161467 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-a8eeb9bf-4891-411c-9129-76a1f462fb48 req-c5b6b294-8ca1-4a7c-a2c5-d011a368971a tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/security-groups?id=5df91840-1d6e-47b1-b11d-86f99077f317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989591 Feb 17 21:21:34.166885 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-6595217e-0b32-4336-853d-09cafec46923 req-b380062d-b06a-4575-bae1-8b5101209ca6 tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] Usage tracker for resource:port and tenant:636d3bdff42b4faeab9017291d032ed5 is out of sync, need to count used quota {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:21:34.167996 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-3a01231c-d160-484e-ac5a-7fcadee30e56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:34.172874 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-6595217e-0b32-4336-853d-09cafec46923 req-b380062d-b06a-4575-bae1-8b5101209ca6 tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:21:34.195107 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [req-6595217e-0b32-4336-853d-09cafec46923 req-b380062d-b06a-4575-bae1-8b5101209ca6 tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:21:34.207320 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-3a01231c-d160-484e-ac5a-7fcadee30e56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:21:34.212191 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-3a01231c-d160-484e-ac5a-7fcadee30e56 admin admin] Usage tracker for resource:security_group_rule and tenant:82f3b7ab6ed84dd5821e53d6466e25a8 is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:21:34.216095 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-3a01231c-d160-484e-ac5a-7fcadee30e56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:21:34.223176 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-3a01231c-d160-484e-ac5a-7fcadee30e56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:21:34.317786 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-3a01231c-d160-484e-ac5a-7fcadee30e56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:34.322793 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-3a01231c-d160-484e-ac5a-7fcadee30e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:34.356109 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-f37e5f8b-7b4e-4b23-836b-eb4a1c3f76d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:21:34.363305 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-663fe5e9-f201-443c-8be7-02c87c795ab3 req-d8b49c22-47b9-4f65-a27a-ab41c77bed47 tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e42abaa-0122-442a-a409-4da874e995a6 HTTP/1.1" status: 200 len: 210 time: 0.1483443 Feb 17 21:21:34.369913 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6595217e-0b32-4336-853d-09cafec46923 req-b380062d-b06a-4575-bae1-8b5101209ca6 tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] Made reservation on behalf of 636d3bdff42b4faeab9017291d032ed5 for: {'port': 1} {{(pid=83971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:21:34.388926 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-3a01231c-d160-484e-ac5a-7fcadee30e56 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=82f3b7ab6ed84dd5821e53d6466e25a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3928504 Feb 17 21:21:34.389442 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-6595217e-0b32-4336-853d-09cafec46923 req-b380062d-b06a-4575-bae1-8b5101209ca6 tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:34.389973 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 37958) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:21:34.391204 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a01231c-d160-484e-ac5a-7fcadee30e56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d696627-71a0-4028-820b-1d38c0f6ace2,revision_number=1']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:21:34.397484 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-3a01231c-d160-484e-ac5a-7fcadee30e56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:21:34.423263 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b2c189d3-9101-40e0-82d8-ddab1fbfb3a1 req-5fcec6fa-1a3d-4243-9cec-58fd09f9b4cd service neutron] 10.222.0.95 "GET /v2.0/networks/91ed6b15-96c5-473b-b3e5-022a9f16968c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5236981 Feb 17 21:21:34.424424 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-6595217e-0b32-4336-853d-09cafec46923 req-b380062d-b06a-4575-bae1-8b5101209ca6 tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] Notify callbacks [] for security_group, before_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:34.462225 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [req-6595217e-0b32-4336-853d-09cafec46923 req-b380062d-b06a-4575-bae1-8b5101209ca6 tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:21:34.468441 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-e1b02c03-c100-4b9f-913f-ef6a32bf1ca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:34.475718 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-6595217e-0b32-4336-853d-09cafec46923 req-b380062d-b06a-4575-bae1-8b5101209ca6 tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] Usage tracker for resource:security_group_rule and tenant:636d3bdff42b4faeab9017291d032ed5 is out of sync, need to count used quota {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:21:34.490854 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-6595217e-0b32-4336-853d-09cafec46923 req-b380062d-b06a-4575-bae1-8b5101209ca6 tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:21:34.506834 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [req-6595217e-0b32-4336-853d-09cafec46923 req-b380062d-b06a-4575-bae1-8b5101209ca6 tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:21:34.509704 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:34.513714 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-e1b02c03-c100-4b9f-913f-ef6a32bf1ca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:34.573770 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-e1b02c03-c100-4b9f-913f-ef6a32bf1ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:34.580507 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-0f6f9038-248e-435e-aebd-c808434a0efe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:21:34.598491 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b02c03-c100-4b9f-913f-ef6a32bf1ca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d696627-71a0-4028-820b-1d38c0f6ace2,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:21:34.600727 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-e1b02c03-c100-4b9f-913f-ef6a32bf1ca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:34.607261 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-e1b02c03-c100-4b9f-913f-ef6a32bf1ca1 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/2d696627-71a0-4028-820b-1d38c0f6ace2 HTTP/1.1" status: 204 len: 168 time: 0.2121816 Feb 17 21:21:34.608334 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-e1b02c03-c100-4b9f-913f-ef6a32bf1ca1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:21:34.742436 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-6595217e-0b32-4336-853d-09cafec46923 req-b380062d-b06a-4575-bae1-8b5101209ca6 tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] Notify callbacks [] for security_group, precommit_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:34.750702 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-6595217e-0b32-4336-853d-09cafec46923 req-b380062d-b06a-4575-bae1-8b5101209ca6 tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:34.763822 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:21:34.891220 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2053540d-2750-4483-af65-bf2d030f52db req-a3bd9709-4779-4293-8058-bcef94099f51 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:34.895741 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-2053540d-2750-4483-af65-bf2d030f52db req-a3bd9709-4779-4293-8058-bcef94099f51 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/ports?device_id=1f6b1a26-7928-4ad0-830f-a3920bfcc037 HTTP/1.1" status: 200 len: 946 time: 0.3351233 Feb 17 21:21:34.919810 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b380062d-b06a-4575-bae1-8b5101209ca6 tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d18b0c1-23eb-47d8-bd20-7adadf447a59,revision_number=1']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:21:34.928704 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd3cca1-8297-41c7-aa2c-7469fc621285 req-56bdb300-7daf-4aaf-9384-8116f249f322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:34.930306 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-acd3cca1-8297-41c7-aa2c-7469fc621285 req-56bdb300-7daf-4aaf-9384-8116f249f322 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=dd37991a5603474184e1e7e103b5e2e7&device_id=50d26802-c5aa-45f3-bdab-1816f86d43e6 HTTP/1.1" status: 200 len: 1161 time: 0.3687234 Feb 17 21:21:34.931214 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-b380062d-b06a-4575-bae1-8b5101209ca6 tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:21:34.961720 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 37974) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:21:34.981515 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-94c669e3-2d06-4a43-8cf3-da0d60934348 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:34.983938 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-b3b29b12-cbe5-4ec2-9621-66af0787c66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:34.998185 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-94c669e3-2d06-4a43-8cf3-da0d60934348 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:21:35.002257 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-94c669e3-2d06-4a43-8cf3-da0d60934348 admin admin] Usage tracker for resource:security_group_rule and tenant:d5427d3c69e442cf935597abeda387fc is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:21:35.006178 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-94c669e3-2d06-4a43-8cf3-da0d60934348 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:21:35.012055 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-94c669e3-2d06-4a43-8cf3-da0d60934348 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:21:35.110048 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-94c669e3-2d06-4a43-8cf3-da0d60934348 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:35.113190 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-94c669e3-2d06-4a43-8cf3-da0d60934348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:35.123121 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-0c345ee9-8bcb-455c-84ae-6ccacb5872bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:21:35.147860 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-2053540d-2750-4483-af65-bf2d030f52db req-a0b73a64-94b2-46c3-92f0-60261a310496 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/security-groups?id=50953140-8b47-4d38-9ad3-ba74e3f5ff3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2219806 Feb 17 21:21:35.182200 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-94c669e3-2d06-4a43-8cf3-da0d60934348 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=d5427d3c69e442cf935597abeda387fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2169812 Feb 17 21:21:35.182200 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c669e3-2d06-4a43-8cf3-da0d60934348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa4105b-2c44-4f0a-a5d7-363bc25bedea,revision_number=1']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:21:35.182574 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 37980) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:21:35.184872 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-94c669e3-2d06-4a43-8cf3-da0d60934348 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:21:35.368676 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd3cca1-8297-41c7-aa2c-7469fc621285 req-25b717cb-e951-47f5-bb5d-f81e9614dddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:35.370251 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-acd3cca1-8297-41c7-aa2c-7469fc621285 req-25b717cb-e951-47f5-bb5d-f81e9614dddd service neutron] 10.222.0.95 "GET /v2.0/networks?id=91ed6b15-96c5-473b-b3e5-022a9f16968c HTTP/1.1" status: 200 len: 909 time: 0.4134402 Feb 17 21:21:35.477659 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-acd3cca1-8297-41c7-aa2c-7469fc621285 req-a5bf8422-8e89-4dde-9500-21ab6f55e42e service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9b20699-68d7-4a5d-ac0c-b5ea162a3433 HTTP/1.1" status: 200 len: 217 time: 0.0942826 Feb 17 21:21:35.500389 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.db_base_plugin_common [req-6595217e-0b32-4336-853d-09cafec46923 req-b380062d-b06a-4575-bae1-8b5101209ca6 tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] Allocated IP 192.168.233.77 (04f30743-5aba-4e6a-b70f-7ce5290daf94/b313bdb8-832c-47cd-a42a-29245e49df93/3a33585b-9cec-4378-a8fc-065e379695fa) {{(pid=83971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 21:21:35.539611 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-cff3bfcd-779c-4c7d-803e-4c944200181c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:35.860902 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b436721e-8846-436f-b225-513aa3c6e215 req-42999fce-d170-43d3-992a-8ff99fe64ad9 tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e42abaa-0122-442a-a409-4da874e995a6 HTTP/1.1" status: 200 len: 210 time: 0.3683536 Feb 17 21:21:35.894257 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-cff3bfcd-779c-4c7d-803e-4c944200181c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:35.920235 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b60e72e-ec33-4ecd-9d42-f0b1d61f85c2 req-3ee743e8-3667-4dc3-acdc-d520db3dd71b tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:35.921849 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-2b60e72e-ec33-4ecd-9d42-f0b1d61f85c2 req-3ee743e8-3667-4dc3-acdc-d520db3dd71b tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.90 "GET /v2.0/ports?device_id=50d26802-c5aa-45f3-bdab-1816f86d43e6 HTTP/1.1" status: 200 len: 944 time: 0.7184775 Feb 17 21:21:35.935179 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd3cca1-8297-41c7-aa2c-7469fc621285 req-e2ad7414-7aeb-4b14-a4df-6241c93235e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:35.936731 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-acd3cca1-8297-41c7-aa2c-7469fc621285 req-e2ad7414-7aeb-4b14-a4df-6241c93235e4 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bd2c5f1d-7235-45ff-833f-908aea4c2ec0 HTTP/1.1" status: 200 len: 853 time: 0.4386468 Feb 17 21:21:36.186740 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-2b60e72e-ec33-4ecd-9d42-f0b1d61f85c2 req-834779f8-5ec0-4350-bcd0-10703022579f tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.90 "GET /v2.0/security-groups?id=29732fa1-20df-4399-9daf-2f6c9147bbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528327 Feb 17 21:21:36.233511 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd3cca1-8297-41c7-aa2c-7469fc621285 req-2ae619ef-004a-4d2b-8bc7-40c088b87d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:36.235208 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-acd3cca1-8297-41c7-aa2c-7469fc621285 req-2ae619ef-004a-4d2b-8bc7-40c088b87d43 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=91ed6b15-96c5-473b-b3e5-022a9f16968c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2806659 Feb 17 21:21:36.240606 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-cff3bfcd-779c-4c7d-803e-4c944200181c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:36.248003 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d000603a-8058-4995-840b-e8ca2be172d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:21:36.357213 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff3bfcd-779c-4c7d-803e-4c944200181c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa4105b-2c44-4f0a-a5d7-363bc25bedea,revision_number=None']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:21:36.418454 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-cff3bfcd-779c-4c7d-803e-4c944200181c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:21:36.486677 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-6595217e-0b32-4336-853d-09cafec46923 req-b380062d-b06a-4575-bae1-8b5101209ca6 tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] Notify callbacks [] for port, precommit_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:36.498376 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-cff3bfcd-779c-4c7d-803e-4c944200181c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:36.499604 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-cff3bfcd-779c-4c7d-803e-4c944200181c admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/2fa4105b-2c44-4f0a-a5d7-363bc25bedea HTTP/1.1" status: 204 len: 168 time: 1.3160040 Feb 17 21:21:36.532122 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [req-6595217e-0b32-4336-853d-09cafec46923 req-b380062d-b06a-4575-bae1-8b5101209ca6 tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] Transition to ACTIVE for port object 3a33585b-9cec-4378-a8fc-065e379695fa will not be triggered until provisioned by entity DHCP. {{(pid=83971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:21:36.565439 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-acd3cca1-8297-41c7-aa2c-7469fc621285 req-3ebb26ad-9020-4325-ad7f-83e451dea90c service neutron] 10.222.0.95 "GET /v2.0/networks/91ed6b15-96c5-473b-b3e5-022a9f16968c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3091078 Feb 17 21:21:36.574408 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8a150c-7354-4f20-b113-48d3910c01b6 req-af39b001-c271-4610-b3f2-eefcb34049a1 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:36.576008 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-af8a150c-7354-4f20-b113-48d3910c01b6 req-af39b001-c271-4610-b3f2-eefcb34049a1 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/ports?device_id=1f6b1a26-7928-4ad0-830f-a3920bfcc037 HTTP/1.1" status: 200 len: 946 time: 0.2823164 Feb 17 21:21:36.720654 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-6595217e-0b32-4336-853d-09cafec46923 req-b380062d-b06a-4575-bae1-8b5101209ca6 tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782347517401'] for port, after_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:36.743230 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-5999477e-c1fa-4777-981d-b1f5efa86694 tempest-VolumesActionsTest-1975603081 tempest-VolumesActionsTest-1975603081-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:21:36.776748 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-af8a150c-7354-4f20-b113-48d3910c01b6 req-c65d25da-b685-4a8b-bc09-89fa5628267a tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/security-groups?id=50953140-8b47-4d38-9ad3-ba74e3f5ff3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1752090 Feb 17 21:21:36.863340 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 38008) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:21:36.885945 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-cfaf76de-bee9-4fd2-b5de-04fd6baa1808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:36.905343 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-cfaf76de-bee9-4fd2-b5de-04fd6baa1808 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:21:36.909530 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-cfaf76de-bee9-4fd2-b5de-04fd6baa1808 admin admin] Usage tracker for resource:security_group_rule and tenant:aedc9f259dd44df0a2376a9a59021213 is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:21:36.913347 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-cfaf76de-bee9-4fd2-b5de-04fd6baa1808 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:21:36.918562 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b380062d-b06a-4575-bae1-8b5101209ca6 tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] Pushing event updated for resources: {'Port': ['ID=3a33585b-9cec-4378-a8fc-065e379695fa,revision_number=1']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:21:36.924524 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-b380062d-b06a-4575-bae1-8b5101209ca6 tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:21:36.927067 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-acd3cca1-8297-41c7-aa2c-7469fc621285 req-4904c2f8-c1df-4976-a892-ae682cbdffde service neutron] 10.222.0.95 "GET /v2.0/networks/91ed6b15-96c5-473b-b3e5-022a9f16968c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3489411 Feb 17 21:21:36.932366 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-cfaf76de-bee9-4fd2-b5de-04fd6baa1808 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:21:36.990339 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6595217e-0b32-4336-853d-09cafec46923 req-b380062d-b06a-4575-bae1-8b5101209ca6 tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] Network 04f30743-5aba-4e6a-b70f-7ce5290daf94 is already hosted by enough agents. {{(pid=83971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:21:36.991973 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.base_scheduler [req-6595217e-0b32-4336-853d-09cafec46923 req-b380062d-b06a-4575-bae1-8b5101209ca6 tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] Resources bound (agent type, host, resource id): {{(pid=83971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:21:36.995405 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [req-6595217e-0b32-4336-853d-09cafec46923 req-b380062d-b06a-4575-bae1-8b5101209ca6 tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] Received port after_create {{(pid=83971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 21:21:37.001769 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6595217e-0b32-4336-853d-09cafec46923 req-b380062d-b06a-4575-bae1-8b5101209ca6 tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:37.002828 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-6595217e-0b32-4336-853d-09cafec46923 req-b380062d-b06a-4575-bae1-8b5101209ca6 tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768493'] for port, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:37.076806 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-cfaf76de-bee9-4fd2-b5de-04fd6baa1808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:37.085058 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-cfaf76de-bee9-4fd2-b5de-04fd6baa1808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:37.110326 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-6595217e-0b32-4336-853d-09cafec46923 req-b380062d-b06a-4575-bae1-8b5101209ca6 tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3754547 Feb 17 21:21:37.130426 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-72877563-03e1-4e2b-b0bf-4541198f1858 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:21:37.133873 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [req-6595217e-0b32-4336-853d-09cafec46923 req-d664a1b2-7991-41e1-a5f7-c49b1fce60ed service neutron] Request body: {'port': {'device_id': '5e42abaa-0122-442a-a409-4da874e995a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:21:37.165645 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfaf76de-bee9-4fd2-b5de-04fd6baa1808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab222ad-055e-46ba-9a36-895a53889914,revision_number=1']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:21:37.178670 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-cfaf76de-bee9-4fd2-b5de-04fd6baa1808 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=aedc9f259dd44df0a2376a9a59021213&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3140860 Feb 17 21:21:37.179375 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 38020) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:21:37.180308 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-cfaf76de-bee9-4fd2-b5de-04fd6baa1808 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:21:37.256441 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ee976350-3bff-473a-bbfc-9840de4cc814 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:37.295214 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12f8f40-ad4d-4763-a9fc-ddd44d9bf39c req-8d5839b0-aa5c-4c8b-a49e-6c70051c60b1 tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:37.295451 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ee976350-3bff-473a-bbfc-9840de4cc814 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:37.296024 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-e12f8f40-ad4d-4763-a9fc-ddd44d9bf39c req-8d5839b0-aa5c-4c8b-a49e-6c70051c60b1 tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] Synchronizing usage tracker for tenant:636d3bdff42b4faeab9017291d032ed5 on resource:port {{(pid=83971) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:21:37.313101 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-6595217e-0b32-4336-853d-09cafec46923 req-d664a1b2-7991-41e1-a5f7-c49b1fce60ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:37.351938 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ee976350-3bff-473a-bbfc-9840de4cc814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:37.359253 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-c08a57fe-a1de-4d67-9916-93c2fa47e086 None None] Provisioning for port 3a33585b-9cec-4378-a8fc-065e379695fa completed by entity DHCP. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:21:37.361149 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-f91618fb-604f-44a6-81d3-32b44f10395f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:21:37.368374 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-c08a57fe-a1de-4d67-9916-93c2fa47e086 None None] Provisioning complete for port 3a33585b-9cec-4378-a8fc-065e379695fa triggered by entity DHCP. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:21:37.370360 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-c08a57fe-a1de-4d67-9916-93c2fa47e086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:37.379428 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee976350-3bff-473a-bbfc-9840de4cc814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab222ad-055e-46ba-9a36-895a53889914,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:21:37.383192 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-ee976350-3bff-473a-bbfc-9840de4cc814 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:21:37.385170 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ee976350-3bff-473a-bbfc-9840de4cc814 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:37.385832 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-ee976350-3bff-473a-bbfc-9840de4cc814 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/2ab222ad-055e-46ba-9a36-895a53889914 HTTP/1.1" status: 204 len: 168 time: 0.2041109 Feb 17 21:21:37.391603 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-e12f8f40-ad4d-4763-a9fc-ddd44d9bf39c req-8d5839b0-aa5c-4c8b-a49e-6c70051c60b1 tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] Unset dirty status for tenant:636d3bdff42b4faeab9017291d032ed5 on resource:port {{(pid=83971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:21:37.392965 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-e12f8f40-ad4d-4763-a9fc-ddd44d9bf39c req-8d5839b0-aa5c-4c8b-a49e-6c70051c60b1 tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e42abaa-0122-442a-a409-4da874e995a6 HTTP/1.1" status: 200 len: 935 time: 0.3745210 Feb 17 21:21:37.455488 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-c08a57fe-a1de-4d67-9916-93c2fa47e086 None None] Port 3a33585b-9cec-4378-a8fc-065e379695fa cannot update to ACTIVE because it is not bound. {{(pid=83972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 21:21:37.569233 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-e12f8f40-ad4d-4763-a9fc-ddd44d9bf39c req-cb0cb5e6-76da-468d-aec5-91decaaa4561 tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] Synchronizing usage tracker for tenant:636d3bdff42b4faeab9017291d032ed5 on resource:security_group {{(pid=83971) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:21:37.603566 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2261f47a-02d5-443e-83aa-b57daa025343 req-0520a5cd-6b36-4fcd-ba6b-c3a09536b1dc tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:37.605268 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-2261f47a-02d5-443e-83aa-b57daa025343 req-0520a5cd-6b36-4fcd-ba6b-c3a09536b1dc tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.90 "GET /v2.0/ports?device_id=50d26802-c5aa-45f3-bdab-1816f86d43e6 HTTP/1.1" status: 200 len: 944 time: 0.2778578 Feb 17 21:21:37.677497 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-e12f8f40-ad4d-4763-a9fc-ddd44d9bf39c req-cb0cb5e6-76da-468d-aec5-91decaaa4561 tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] Unset dirty status for tenant:636d3bdff42b4faeab9017291d032ed5 on resource:security_group {{(pid=83971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:21:37.678775 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-e12f8f40-ad4d-4763-a9fc-ddd44d9bf39c req-cb0cb5e6-76da-468d-aec5-91decaaa4561 tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] 10.222.0.90 "GET /v2.0/security-groups?id=5d18b0c1-23eb-47d8-bd20-7adadf447a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501411 Feb 17 21:21:37.733646 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-2261f47a-02d5-443e-83aa-b57daa025343 req-5a18c75c-6294-4485-ba3e-de867e8c240f tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.90 "GET /v2.0/security-groups?id=29732fa1-20df-4399-9daf-2f6c9147bbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192420 Feb 17 21:21:37.986981 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.objects.ports [None req-78183ee3-5c86-4796-8af5-e3080fd5e2f3 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83972) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 21:21:38.008566 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [req-6595217e-0b32-4336-853d-09cafec46923 req-d664a1b2-7991-41e1-a5f7-c49b1fce60ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a33585b-9cec-4378-a8fc-065e379695fa {{(pid=83971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 21:21:38.019445 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-6595217e-0b32-4336-853d-09cafec46923 req-d664a1b2-7991-41e1-a5f7-c49b1fce60ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:38.040738 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [req-6595217e-0b32-4336-853d-09cafec46923 req-d664a1b2-7991-41e1-a5f7-c49b1fce60ed service neutron] Transition to ACTIVE for port object 3a33585b-9cec-4378-a8fc-065e379695fa will not be triggered until provisioned by entity L2. {{(pid=83971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:21:38.045336 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-6595217e-0b32-4336-853d-09cafec46923 req-d664a1b2-7991-41e1-a5f7-c49b1fce60ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:38.062293 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-815e37e5-a068-42a3-83e7-b956b57bb5ca tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:21:38.154551 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d105161-bc77-430a-ab1c-1868bd051af0 req-22410f34-234f-4889-a82f-3cc46a25a20f tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:38.156178 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-9d105161-bc77-430a-ab1c-1868bd051af0 req-22410f34-234f-4889-a82f-3cc46a25a20f tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/ports?device_id=1f6b1a26-7928-4ad0-830f-a3920bfcc037 HTTP/1.1" status: 200 len: 946 time: 0.2304358 Feb 17 21:21:38.245078 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d664a1b2-7991-41e1-a5f7-c49b1fce60ed service neutron] Pushing event updated for resources: {'Port': ['ID=3a33585b-9cec-4378-a8fc-065e379695fa,revision_number=2']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:21:38.252327 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d664a1b2-7991-41e1-a5f7-c49b1fce60ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:21:38.259024 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-9d105161-bc77-430a-ab1c-1868bd051af0 req-b6d458e7-dac4-4fc8-88e9-f7bef7d3e4e5 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/security-groups?id=50953140-8b47-4d38-9ad3-ba74e3f5ff3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824001 Feb 17 21:21:38.401060 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [req-6595217e-0b32-4336-853d-09cafec46923 req-d664a1b2-7991-41e1-a5f7-c49b1fce60ed service neutron] Attempting to bind port 3a33585b-9cec-4378-a8fc-065e379695fa on host hv-cinder-76019 for vnic_type normal with profile {{(pid=83971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 21:21:38.401349 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [req-6595217e-0b32-4336-853d-09cafec46923 req-d664a1b2-7991-41e1-a5f7-c49b1fce60ed service neutron] Attempting to bind port 3a33585b-9cec-4378-a8fc-065e379695fa by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': 'e39e20ac-8347-4bd6-a544-42e1a70fef8d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '04f30743-5aba-4e6a-b70f-7ce5290daf94'}] {{(pid=83971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 21:21:38.401708 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6595217e-0b32-4336-853d-09cafec46923 req-d664a1b2-7991-41e1-a5f7-c49b1fce60ed service neutron] Attempting to bind port 3a33585b-9cec-4378-a8fc-065e379695fa on network 04f30743-5aba-4e6a-b70f-7ce5290daf94 {{(pid=83971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 21:21:38.411327 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6595217e-0b32-4336-853d-09cafec46923 req-d664a1b2-7991-41e1-a5f7-c49b1fce60ed service neutron] Checking agent: {'id': '6e714d21-3fd0-4fe2-be64-3af0527f8f44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 21, 15, 59), 'started_at': datetime.datetime(2021, 2, 17, 21, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 21:21:38.411857 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6595217e-0b32-4336-853d-09cafec46923 req-d664a1b2-7991-41e1-a5f7-c49b1fce60ed service neutron] Checking segment: {'id': 'e39e20ac-8347-4bd6-a544-42e1a70fef8d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '04f30743-5aba-4e6a-b70f-7ce5290daf94'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:21:38.412267 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-6595217e-0b32-4336-853d-09cafec46923 req-d664a1b2-7991-41e1-a5f7-c49b1fce60ed service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:38.412669 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6595217e-0b32-4336-853d-09cafec46923 req-d664a1b2-7991-41e1-a5f7-c49b1fce60ed service neutron] Bound using segment: {'id': 'e39e20ac-8347-4bd6-a544-42e1a70fef8d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '04f30743-5aba-4e6a-b70f-7ce5290daf94'} {{(pid=83971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 21:21:38.413157 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [req-6595217e-0b32-4336-853d-09cafec46923 req-d664a1b2-7991-41e1-a5f7-c49b1fce60ed service neutron] Bound port: 3a33585b-9cec-4378-a8fc-065e379695fa, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e39e20ac-8347-4bd6-a544-42e1a70fef8d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '04f30743-5aba-4e6a-b70f-7ce5290daf94'}}] {{(pid=83971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 21:21:38.413702 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-6595217e-0b32-4336-853d-09cafec46923 req-d664a1b2-7991-41e1-a5f7-c49b1fce60ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:38.518090 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Device b9b20699-68d7-4a5d-ac0c-b5ea162a3433 up at agent ovs-agent-hv-cinder-76019 {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:21:38.531511 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [req-6595217e-0b32-4336-853d-09cafec46923 req-d664a1b2-7991-41e1-a5f7-c49b1fce60ed service neutron] For port 3a33585b-9cec-4378-a8fc-065e379695fa, host hv-cinder-76019, cleared binding levels {{(pid=83971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 21:21:38.544902 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [req-6595217e-0b32-4336-853d-09cafec46923 req-d664a1b2-7991-41e1-a5f7-c49b1fce60ed service neutron] For port 3a33585b-9cec-4378-a8fc-065e379695fa, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=3a33585b-9cec-4378-a8fc-065e379695fa,segment=NetworkSegment(e39e20ac-8347-4bd6-a544-42e1a70fef8d),segment_id=e39e20ac-8347-4bd6-a544-42e1a70fef8d)] {{(pid=83971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 21:21:38.552509 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-6595217e-0b32-4336-853d-09cafec46923 req-d664a1b2-7991-41e1-a5f7-c49b1fce60ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:38.572170 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-f2aa382d-9e50-4db8-8b15-915db70d123a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:21:38.621150 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Provisioning for port b9b20699-68d7-4a5d-ac0c-b5ea162a3433 completed by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:21:38.628022 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Provisioning complete for port b9b20699-68d7-4a5d-ac0c-b5ea162a3433 triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:21:38.628500 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:38.780321 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:38.829293 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] For port b9b20699-68d7-4a5d-ac0c-b5ea162a3433, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=b9b20699-68d7-4a5d-ac0c-b5ea162a3433,segment=NetworkSegment(55b585c7-7eac-4e22-a330-06e1852eeb02),segment_id=55b585c7-7eac-4e22-a330-06e1852eeb02)] {{(pid=83972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:21:38.830546 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50d26802-c5aa-45f3-bdab-1816f86d43e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9b20699-68d7-4a5d-ac0c-b5ea162a3433'}] {{(pid=83972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:21:38.840132 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:38.843344 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d794633b-3731-4a93-b48b-8b0756725bec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:21:38.939686 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Pushing event updated for resources: {'Port': ['ID=b9b20699-68d7-4a5d-ac0c-b5ea162a3433,revision_number=4']} {{(pid=83972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:21:38.949853 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:21:38.950242 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:21:38.950649 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:21:38.951026 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:21:38.951400 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:21:38.951775 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:21:38.952143 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:21:38.952511 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:21:38.952879 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:21:38.953243 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:21:38.953607 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:21:38.953968 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:21:38.954370 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:21:38.954780 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:21:38.955145 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:21:38.955504 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:21:38.955867 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:21:38.956229 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:21:38.956802 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:21:38.957299 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:21:38.957747 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:21:38.958169 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:21:38.958534 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:21:38.958921 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:21:38.963574 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:21:38.996261 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d664a1b2-7991-41e1-a5f7-c49b1fce60ed service neutron] Pushing event updated for resources: {'Port': ['ID=3a33585b-9cec-4378-a8fc-065e379695fa,revision_number=3']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:21:39.010426 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d664a1b2-7991-41e1-a5f7-c49b1fce60ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:21:39.179835 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77fb643-a6a4-4190-928b-5ffcbac4bfd4 req-c09ce165-a4b7-49b4-8f9e-0560c009224a tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:39.181441 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-f77fb643-a6a4-4190-928b-5ffcbac4bfd4 req-c09ce165-a4b7-49b4-8f9e-0560c009224a tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e42abaa-0122-442a-a409-4da874e995a6 HTTP/1.1" status: 200 len: 947 time: 0.2246022 Feb 17 21:21:39.195641 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6595217e-0b32-4336-853d-09cafec46923 req-d664a1b2-7991-41e1-a5f7-c49b1fce60ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:39.196291 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-6595217e-0b32-4336-853d-09cafec46923 req-d664a1b2-7991-41e1-a5f7-c49b1fce60ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768493'] for port, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:39.197746 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-6595217e-0b32-4336-853d-09cafec46923 req-d664a1b2-7991-41e1-a5f7-c49b1fce60ed service neutron] 10.222.0.95 "PUT /v2.0/ports/3a33585b-9cec-4378-a8fc-065e379695fa HTTP/1.1" status: 200 len: 1161 time: 2.0755751 Feb 17 21:21:39.198278 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e42abaa-0122-442a-a409-4da874e995a6', 'tag': '3a33585b-9cec-4378-a8fc-065e379695fa'}] {{(pid=83971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:21:39.226267 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3926088-3e28-4b1a-a889-cac8dd1bcb3c req-710eefd9-f9b4-4471-9194-8532e2778fef tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:39.227957 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-f3926088-3e28-4b1a-a889-cac8dd1bcb3c req-710eefd9-f9b4-4471-9194-8532e2778fef tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.90 "GET /v2.0/ports?device_id=50d26802-c5aa-45f3-bdab-1816f86d43e6 HTTP/1.1" status: 200 len: 946 time: 0.1950445 Feb 17 21:21:39.283476 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-f77fb643-a6a4-4190-928b-5ffcbac4bfd4 req-81afafe7-84ac-46a9-8130-07df150cd46c tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] 10.222.0.90 "GET /v2.0/security-groups?id=5d18b0c1-23eb-47d8-bd20-7adadf447a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934303 Feb 17 21:21:39.352478 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-f3926088-3e28-4b1a-a889-cac8dd1bcb3c req-3dca0880-f20a-4db0-8fc0-ddb4dbfca0b9 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.90 "GET /v2.0/security-groups?id=29732fa1-20df-4399-9daf-2f6c9147bbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166332 Feb 17 21:21:39.380366 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50d26802-c5aa-45f3-bdab-1816f86d43e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9b20699-68d7-4a5d-ac0c-b5ea162a3433', 'code': 200} Feb 17 21:21:39.420830 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6595217e-0b32-4336-853d-09cafec46923 req-3379d83b-49fd-48bc-8b34-c48be043af16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:39.422449 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-6595217e-0b32-4336-853d-09cafec46923 req-3379d83b-49fd-48bc-8b34-c48be043af16 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=636d3bdff42b4faeab9017291d032ed5&device_id=5e42abaa-0122-442a-a409-4da874e995a6 HTTP/1.1" status: 200 len: 1164 time: 0.1274235 Feb 17 21:21:39.502744 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e42abaa-0122-442a-a409-4da874e995a6', 'tag': '3a33585b-9cec-4378-a8fc-065e379695fa', 'status': 'completed', 'code': 200} Feb 17 21:21:39.568072 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-6595217e-0b32-4336-853d-09cafec46923 req-14590247-bd96-4d0c-9a86-fdb150f6b37b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=3a33585b-9cec-4378-a8fc-065e379695fa HTTP/1.1" status: 200 len: 217 time: 0.1329305 Feb 17 21:21:39.757380 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6595217e-0b32-4336-853d-09cafec46923 req-b5e5256d-f20e-4115-8fe1-f2ce549f3f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:39.758983 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-6595217e-0b32-4336-853d-09cafec46923 req-b5e5256d-f20e-4115-8fe1-f2ce549f3f22 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=b313bdb8-832c-47cd-a42a-29245e49df93 HTTP/1.1" status: 200 len: 843 time: 0.1788518 Feb 17 21:21:39.870985 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2eb36c-5c28-4441-bf11-92e38b5d25cb req-4977e1c5-98ea-4e6b-b730-4c56e3f7223a tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:39.872602 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-ac2eb36c-5c28-4441-bf11-92e38b5d25cb req-4977e1c5-98ea-4e6b-b730-4c56e3f7223a tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/ports?device_id=42e08568-d76b-446d-be76-a7ea060e8400 HTTP/1.1" status: 200 len: 946 time: 0.3719690 Feb 17 21:21:39.901633 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 38126) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:21:39.947286 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74843ae-c2fb-456b-90bb-9da4b0aeade9 req-b7d456cd-dbf6-449c-a4db-2f5b3ed55371 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:39.948625 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-f74843ae-c2fb-456b-90bb-9da4b0aeade9 req-b7d456cd-dbf6-449c-a4db-2f5b3ed55371 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/ports?device_id=1f6b1a26-7928-4ad0-830f-a3920bfcc037 HTTP/1.1" status: 200 len: 946 time: 0.2968569 Feb 17 21:21:39.955120 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41c645c-1c51-4db3-a176-b7534e0feee6 req-8ee711d6-bbe4-426c-acea-fbed6ab9c00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:39.956819 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-d41c645c-1c51-4db3-a176-b7534e0feee6 req-8ee711d6-bbe4-426c-acea-fbed6ab9c00b service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=50d26802-c5aa-45f3-bdab-1816f86d43e6 HTTP/1.1" status: 200 len: 1163 time: 0.2584207 Feb 17 21:21:39.970693 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-ac2eb36c-5c28-4441-bf11-92e38b5d25cb req-9014fd50-4e66-4427-b524-6025a9516005 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/security-groups?id=5df91840-1d6e-47b1-b11d-86f99077f317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883639 Feb 17 21:21:39.997816 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Device ec7e291c-e699-435c-bcd9-d9e19a0ca613 up at agent ovs-agent-hv-cinder-76019 {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:21:39.999273 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6595217e-0b32-4336-853d-09cafec46923 req-d68c40c9-0eb0-4934-865a-801ea3ebdc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:40.000869 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-6595217e-0b32-4336-853d-09cafec46923 req-d68c40c9-0eb0-4934-865a-801ea3ebdc8f service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=04f30743-5aba-4e6a-b70f-7ce5290daf94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2195597 Feb 17 21:21:40.067709 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-4d35e974-2216-43a9-bcb1-d1eea881daf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:40.089599 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-4d35e974-2216-43a9-bcb1-d1eea881daf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:21:40.094416 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-4d35e974-2216-43a9-bcb1-d1eea881daf7 admin admin] Usage tracker for resource:security_group_rule and tenant:f29f616401ae45cc8a53a6a87ec736c1 is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:21:40.098768 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-4d35e974-2216-43a9-bcb1-d1eea881daf7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:21:40.105256 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-4d35e974-2216-43a9-bcb1-d1eea881daf7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:21:40.126195 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Provisioning complete for port ec7e291c-e699-435c-bcd9-d9e19a0ca613 triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:21:40.127178 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:40.143500 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-d41c645c-1c51-4db3-a176-b7534e0feee6 req-568108c2-1eea-44c1-9643-eb4660ec3e75 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=29732fa1-20df-4399-9daf-2f6c9147bbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762893 Feb 17 21:21:40.154352 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-f74843ae-c2fb-456b-90bb-9da4b0aeade9 req-ab65cdb6-bc71-4ca5-b300-69ee42a4d5b4 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/security-groups?id=50953140-8b47-4d38-9ad3-ba74e3f5ff3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1902082 Feb 17 21:21:40.216971 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-6595217e-0b32-4336-853d-09cafec46923 req-aa7d24f6-0031-4105-b151-74d08df81b44 service neutron] 10.222.0.95 "GET /v2.0/networks/04f30743-5aba-4e6a-b70f-7ce5290daf94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059989 Feb 17 21:21:40.241379 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-4d35e974-2216-43a9-bcb1-d1eea881daf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:40.244483 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-4d35e974-2216-43a9-bcb1-d1eea881daf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:40.267885 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-db2b8374-982d-4c96-93ab-a5d630e22428 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:21:40.274525 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Device b9b20699-68d7-4a5d-ac0c-b5ea162a3433 up at agent ovs-agent-hv-cinder-76019 {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:21:40.282280 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-4d35e974-2216-43a9-bcb1-d1eea881daf7 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=f29f616401ae45cc8a53a6a87ec736c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3795168 Feb 17 21:21:40.285775 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 38138) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:21:40.302440 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d35e974-2216-43a9-bcb1-d1eea881daf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d59d2625-fda9-48ea-9397-cbdad7a85f1d,revision_number=1']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:21:40.305936 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-4d35e974-2216-43a9-bcb1-d1eea881daf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:21:40.326508 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 38144) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:21:40.358002 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Provisioning complete for port b9b20699-68d7-4a5d-ac0c-b5ea162a3433 triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:21:40.358426 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:40.358543 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-589447fd-9568-4d7d-b786-df3ab19dd7c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:40.501076 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-3be55e5c-ec41-4e0e-887c-8c40c32c5cc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:40.519100 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-3be55e5c-ec41-4e0e-887c-8c40c32c5cc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:21:40.523935 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-3be55e5c-ec41-4e0e-887c-8c40c32c5cc5 admin admin] Usage tracker for resource:security_group_rule and tenant:56f920dc13b54e7382312517206e2327 is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:21:40.527091 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-3be55e5c-ec41-4e0e-887c-8c40c32c5cc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:21:40.531819 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-589447fd-9568-4d7d-b786-df3ab19dd7c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:40.533402 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-3be55e5c-ec41-4e0e-887c-8c40c32c5cc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:21:40.619988 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-3be55e5c-ec41-4e0e-887c-8c40c32c5cc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:40.622757 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-3be55e5c-ec41-4e0e-887c-8c40c32c5cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:40.631869 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-4d35e974-2216-43a9-bcb1-d1eea881daf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:21:40.676796 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-3be55e5c-ec41-4e0e-887c-8c40c32c5cc5 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=56f920dc13b54e7382312517206e2327&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3488955 Feb 17 21:21:40.677759 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be55e5c-ec41-4e0e-887c-8c40c32c5cc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48c53fb5-b593-4c8c-8b66-1690eeabcd4e,revision_number=1']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:21:40.681191 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-3be55e5c-ec41-4e0e-887c-8c40c32c5cc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:21:40.681689 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 38152) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:21:40.716030 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-6595217e-0b32-4336-853d-09cafec46923 req-11335322-e8f2-4926-9754-c6837d74ff62 service neutron] 10.222.0.95 "GET /v2.0/networks/04f30743-5aba-4e6a-b70f-7ce5290daf94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3411233 Feb 17 21:21:40.771236 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14497b8b-416a-49e4-858e-8aee59569c0e req-37eb2ecb-6511-4b22-8e10-594e766e231e tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:40.772819 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-14497b8b-416a-49e4-858e-8aee59569c0e req-37eb2ecb-6511-4b22-8e10-594e766e231e tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e42abaa-0122-442a-a409-4da874e995a6 HTTP/1.1" status: 200 len: 947 time: 0.3136628 Feb 17 21:21:40.773438 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-589447fd-9568-4d7d-b786-df3ab19dd7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:40.780733 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-a082531c-2e7c-4eb8-942a-161a37a7c8f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:21:40.830371 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097bdd7e-69d1-4583-8a7f-9bcc6998e926 req-dfe02381-14d0-4d58-96ef-b3a46869db58 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:40.832494 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-097bdd7e-69d1-4583-8a7f-9bcc6998e926 req-dfe02381-14d0-4d58-96ef-b3a46869db58 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.90 "GET /v2.0/ports?device_id=50d26802-c5aa-45f3-bdab-1816f86d43e6 HTTP/1.1" status: 200 len: 946 time: 0.3140080 Feb 17 21:21:40.866784 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589447fd-9568-4d7d-b786-df3ab19dd7c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d59d2625-fda9-48ea-9397-cbdad7a85f1d,revision_number=None']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:21:40.873425 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-589447fd-9568-4d7d-b786-df3ab19dd7c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:21:40.916685 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-fee9c961-c8f1-488b-a34a-2703cd3e4b8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:40.918447 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-589447fd-9568-4d7d-b786-df3ab19dd7c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:40.919658 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-589447fd-9568-4d7d-b786-df3ab19dd7c9 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/d59d2625-fda9-48ea-9397-cbdad7a85f1d HTTP/1.1" status: 204 len: 168 time: 0.6325953 Feb 17 21:21:40.985490 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-14497b8b-416a-49e4-858e-8aee59569c0e req-a967828c-d01b-4fab-9ca1-e41bf2985538 tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] 10.222.0.90 "GET /v2.0/security-groups?id=5d18b0c1-23eb-47d8-bd20-7adadf447a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636038 Feb 17 21:21:40.989625 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-fee9c961-c8f1-488b-a34a-2703cd3e4b8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:41.007359 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-097bdd7e-69d1-4583-8a7f-9bcc6998e926 req-3701e766-64fc-47b7-9fe6-d96cb9e57c28 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.90 "GET /v2.0/security-groups?id=29732fa1-20df-4399-9daf-2f6c9147bbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484973 Feb 17 21:21:41.048519 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266d0e09-5d29-427c-92a7-e70f73532a54 req-2c9eca92-8658-42c7-afeb-42e652538aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:41.050182 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-266d0e09-5d29-427c-92a7-e70f73532a54 req-2c9eca92-8658-42c7-afeb-42e652538aa5 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=636d3bdff42b4faeab9017291d032ed5&device_id=5e42abaa-0122-442a-a409-4da874e995a6 HTTP/1.1" status: 200 len: 1164 time: 0.2724965 Feb 17 21:21:41.090918 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-fee9c961-c8f1-488b-a34a-2703cd3e4b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:41.152128 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-1cf700b3-829b-4bb1-9a5d-c667ef96e3fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:21:41.225931 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee9c961-c8f1-488b-a34a-2703cd3e4b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c53fb5-b593-4c8c-8b66-1690eeabcd4e,revision_number=None']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:21:41.241068 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-fee9c961-c8f1-488b-a34a-2703cd3e4b8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:21:41.263070 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-fee9c961-c8f1-488b-a34a-2703cd3e4b8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:41.264324 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-fee9c961-c8f1-488b-a34a-2703cd3e4b8d admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/48c53fb5-b593-4c8c-8b66-1690eeabcd4e HTTP/1.1" status: 204 len: 168 time: 0.5744340 Feb 17 21:21:41.388895 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266d0e09-5d29-427c-92a7-e70f73532a54 req-8a3b42b2-4c7e-416b-bf6f-1e8d01543db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:41.390512 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-266d0e09-5d29-427c-92a7-e70f73532a54 req-8a3b42b2-4c7e-416b-bf6f-1e8d01543db9 service neutron] 10.222.0.95 "GET /v2.0/networks?id=04f30743-5aba-4e6a-b70f-7ce5290daf94 HTTP/1.1" status: 200 len: 863 time: 0.3308785 Feb 17 21:21:41.407654 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2793088-b320-4a66-91e9-0b41a754fb29 req-4cffd411-5eda-4cc1-9d58-ec7d79b9fa9b tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:41.409265 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-e2793088-b320-4a66-91e9-0b41a754fb29 req-4cffd411-5eda-4cc1-9d58-ec7d79b9fa9b tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/ports?device_id=42e08568-d76b-446d-be76-a7ea060e8400 HTTP/1.1" status: 200 len: 946 time: 0.2496874 Feb 17 21:21:41.522982 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-266d0e09-5d29-427c-92a7-e70f73532a54 req-c3e0f399-71ac-4ff9-a071-7c2505e88879 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=3a33585b-9cec-4378-a8fc-065e379695fa HTTP/1.1" status: 200 len: 217 time: 0.1124017 Feb 17 21:21:41.750358 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 38168) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:21:41.775607 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ea6c72dd-01f2-4590-9367-2abfe3129f51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:41.796070 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-ea6c72dd-01f2-4590-9367-2abfe3129f51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:21:41.799248 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-ea6c72dd-01f2-4590-9367-2abfe3129f51 admin admin] Usage tracker for resource:security_group_rule and tenant:5362c0d25edb4eac9bfcd38b4f4337c4 is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:21:41.803966 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-ea6c72dd-01f2-4590-9367-2abfe3129f51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:21:41.810873 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-ea6c72dd-01f2-4590-9367-2abfe3129f51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:21:41.819462 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e5690d-5178-450f-aa20-8803d19ffffd req-fbfc3948-f479-4c44-a4c8-a99a32bb988e tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:41.821100 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-83e5690d-5178-450f-aa20-8803d19ffffd req-fbfc3948-f479-4c44-a4c8-a99a32bb988e tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/ports?device_id=1f6b1a26-7928-4ad0-830f-a3920bfcc037 HTTP/1.1" status: 200 len: 946 time: 0.5451736 Feb 17 21:21:41.844053 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-e2793088-b320-4a66-91e9-0b41a754fb29 req-3a75ad95-40a8-4fe6-ae47-eba9ad5b34ca tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/security-groups?id=5df91840-1d6e-47b1-b11d-86f99077f317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3688476 Feb 17 21:21:41.891380 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266d0e09-5d29-427c-92a7-e70f73532a54 req-637c406e-5056-4bc7-9e2c-1e85ee0a855e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:41.892922 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-266d0e09-5d29-427c-92a7-e70f73532a54 req-637c406e-5056-4bc7-9e2c-1e85ee0a855e service neutron] 10.222.0.95 "GET /v2.0/subnets?id=b313bdb8-832c-47cd-a42a-29245e49df93 HTTP/1.1" status: 200 len: 843 time: 0.3485482 Feb 17 21:21:41.901301 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-83e5690d-5178-450f-aa20-8803d19ffffd req-a2fba426-7109-4931-b0ce-0e490f1d78e8 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/security-groups?id=50953140-8b47-4d38-9ad3-ba74e3f5ff3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702007 Feb 17 21:21:41.924556 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ea6c72dd-01f2-4590-9367-2abfe3129f51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:41.929064 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ea6c72dd-01f2-4590-9367-2abfe3129f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:41.942816 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-ffce5729-159b-422f-81ce-c036a3feb46f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:21:41.992147 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-ea6c72dd-01f2-4590-9367-2abfe3129f51 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=5362c0d25edb4eac9bfcd38b4f4337c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2400742 Feb 17 21:21:41.994535 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 38174) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:21:41.995399 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6c72dd-01f2-4590-9367-2abfe3129f51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34cd7114-019d-4af6-a929-cb39954919c7,revision_number=1']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:21:41.999085 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-ea6c72dd-01f2-4590-9367-2abfe3129f51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:21:42.049079 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266d0e09-5d29-427c-92a7-e70f73532a54 req-6be6b604-aa38-4490-a25d-706163074c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:42.055296 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Device ec7e291c-e699-435c-bcd9-d9e19a0ca613 up at agent ovs-agent-hv-cinder-76019 {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:21:42.071970 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-266d0e09-5d29-427c-92a7-e70f73532a54 req-6be6b604-aa38-4490-a25d-706163074c0e service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=04f30743-5aba-4e6a-b70f-7ce5290daf94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1645572 Feb 17 21:21:42.189041 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Provisioning complete for port ec7e291c-e699-435c-bcd9-d9e19a0ca613 triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:21:42.189468 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:42.352195 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-82b304c0-3c48-4e16-8507-602f9fca819f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:42.354812 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Device b9b20699-68d7-4a5d-ac0c-b5ea162a3433 up at agent ovs-agent-hv-cinder-76019 {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:21:42.425962 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Provisioning complete for port b9b20699-68d7-4a5d-ac0c-b5ea162a3433 triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:21:42.426335 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:42.442800 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-82b304c0-3c48-4e16-8507-602f9fca819f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:42.515503 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-266d0e09-5d29-427c-92a7-e70f73532a54 req-18e833bc-844b-4527-a00e-4d943d92eeec service neutron] 10.222.0.95 "GET /v2.0/networks/04f30743-5aba-4e6a-b70f-7ce5290daf94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4287770 Feb 17 21:21:42.640577 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b613f61-a5f4-44a2-9966-82bd576d7f0e req-61c01b05-c25d-4d73-92f1-7a7e4b4462af tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:42.642085 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-4b613f61-a5f4-44a2-9966-82bd576d7f0e req-61c01b05-c25d-4d73-92f1-7a7e4b4462af tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e42abaa-0122-442a-a409-4da874e995a6 HTTP/1.1" status: 200 len: 947 time: 0.4542801 Feb 17 21:21:42.651728 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17ee22b-624d-4c21-a8b7-0ab198481e04 req-9178018c-1d15-4fec-9c22-e8e1adc704fc tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:42.653226 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-a17ee22b-624d-4c21-a8b7-0ab198481e04 req-9178018c-1d15-4fec-9c22-e8e1adc704fc tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.90 "GET /v2.0/ports?device_id=50d26802-c5aa-45f3-bdab-1816f86d43e6 HTTP/1.1" status: 200 len: 946 time: 0.4640713 Feb 17 21:21:42.662988 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ef110-11da-4536-b1cf-ef65cf76b764 req-638dfbbe-5278-4efc-b2ce-29f3052cfdea tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:42.664460 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-c73ef110-11da-4536-b1cf-ef65cf76b764 req-638dfbbe-5278-4efc-b2ce-29f3052cfdea tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.95 "GET /v2.0/ports?device_id=42e08568-d76b-446d-be76-a7ea060e8400 HTTP/1.1" status: 200 len: 946 time: 0.3808053 Feb 17 21:21:42.803483 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-82b304c0-3c48-4e16-8507-602f9fca819f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:42.817878 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d7649e6b-b322-4998-8719-db51ce4e554a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:21:42.854987 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b304c0-3c48-4e16-8507-602f9fca819f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34cd7114-019d-4af6-a929-cb39954919c7,revision_number=None']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:21:42.859483 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-4b613f61-a5f4-44a2-9966-82bd576d7f0e req-ba72d45f-70dd-4740-ac2e-fe8e2bf21964 tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] 10.222.0.90 "GET /v2.0/security-groups?id=5d18b0c1-23eb-47d8-bd20-7adadf447a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049334 Feb 17 21:21:42.867543 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-82b304c0-3c48-4e16-8507-602f9fca819f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:21:42.874883 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-a17ee22b-624d-4c21-a8b7-0ab198481e04 req-5ae67762-d439-4ebc-ad65-3d0fd7e28aac tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.90 "GET /v2.0/security-groups?id=29732fa1-20df-4399-9daf-2f6c9147bbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084534 Feb 17 21:21:42.877509 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-266d0e09-5d29-427c-92a7-e70f73532a54 req-9c8dcf6b-a3d5-49e3-8c39-7bf2c89bc136 service neutron] 10.222.0.95 "GET /v2.0/networks/04f30743-5aba-4e6a-b70f-7ce5290daf94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3507683 Feb 17 21:21:42.884709 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [req-c73ef110-11da-4536-b1cf-ef65cf76b764 req-991544df-243c-42db-8e2f-bf2596734752 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Deleting port 0542c855-d26e-48a8-943f-661135a71d57 {{(pid=83971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:21:42.885095 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-c73ef110-11da-4536-b1cf-ef65cf76b764 req-991544df-243c-42db-8e2f-bf2596734752 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506882676'] for port, before_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:42.919204 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-82b304c0-3c48-4e16-8507-602f9fca819f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:42.923474 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-82b304c0-3c48-4e16-8507-602f9fca819f admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/34cd7114-019d-4af6-a929-cb39954919c7 HTTP/1.1" status: 204 len: 168 time: 0.9244685 Feb 17 21:21:43.309945 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c98689c-15df-4d52-80f2-7d6e150a538c req-75512a4a-9015-4046-a12e-62a0b86db380 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:43.311601 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-1c98689c-15df-4d52-80f2-7d6e150a538c req-75512a4a-9015-4046-a12e-62a0b86db380 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.90 "GET /v2.0/ports?device_id=50d26802-c5aa-45f3-bdab-1816f86d43e6 HTTP/1.1" status: 200 len: 946 time: 0.2845309 Feb 17 21:21:43.357635 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [req-c73ef110-11da-4536-b1cf-ef65cf76b764 req-991544df-243c-42db-8e2f-bf2596734752 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] For port 0542c855-d26e-48a8-943f-661135a71d57, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=0542c855-d26e-48a8-943f-661135a71d57,segment=NetworkSegment(0c340f71-b40c-45bd-8407-02d59c0632f4),segment_id=0c340f71-b40c-45bd-8407-02d59c0632f4)] {{(pid=83971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:21:43.358036 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-c73ef110-11da-4536-b1cf-ef65cf76b764 req-991544df-243c-42db-8e2f-bf2596734752 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-921726'] for port, precommit_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:43.508055 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc65ef1-b930-4c26-be64-465c0703e373 req-ee50459a-89af-4a8e-8bd1-5b94c60661dd tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:43.509645 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-9bc65ef1-b930-4c26-be64-465c0703e373 req-ee50459a-89af-4a8e-8bd1-5b94c60661dd tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/ports?device_id=42e08568-d76b-446d-be76-a7ea060e8400 HTTP/1.1" status: 200 len: 946 time: 0.3394020 Feb 17 21:21:43.518788 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [req-c73ef110-11da-4536-b1cf-ef65cf76b764 req-991544df-243c-42db-8e2f-bf2596734752 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Calling delete_port for 0542c855-d26e-48a8-943f-661135a71d57 owned by compute:nova {{(pid=83971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:21:43.553347 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-1c98689c-15df-4d52-80f2-7d6e150a538c req-e75aa350-4573-43f2-9304-617c89baf0d3 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.90 "GET /v2.0/security-groups?id=29732fa1-20df-4399-9daf-2f6c9147bbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313490 Feb 17 21:21:43.629397 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-9bc65ef1-b930-4c26-be64-465c0703e373 req-8b3b7161-fa81-4228-8415-86cd8d81630d tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/security-groups?id=5df91840-1d6e-47b1-b11d-86f99077f317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794413 Feb 17 21:21:43.798116 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-c73ef110-11da-4536-b1cf-ef65cf76b764 req-991544df-243c-42db-8e2f-bf2596734752 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782347900463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782347493337'] for port, after_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:43.816805 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-1ff3ee3f-f928-4c21-9755-cd70fe4b1d97 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:21:43.928158 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991544df-243c-42db-8e2f-bf2596734752 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Pushing event deleted for resources: {'Port': ['ID=0542c855-d26e-48a8-943f-661135a71d57,revision_number=None']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:21:43.947525 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-991544df-243c-42db-8e2f-bf2596734752 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:21:43.956197 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a5d36e-6ec7-48cc-9ae4-4c6970f274a1 req-c2138143-dc6e-4de6-8c27-0d254879d3f6 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:43.964396 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-e6a5d36e-6ec7-48cc-9ae4-4c6970f274a1 req-c2138143-dc6e-4de6-8c27-0d254879d3f6 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/ports?device_id=1f6b1a26-7928-4ad0-830f-a3920bfcc037 HTTP/1.1" status: 200 len: 946 time: 0.2710671 Feb 17 21:21:44.085208 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Network 04f30743-5aba-4e6a-b70f-7ce5290daf94 details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=83972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 21:21:44.116244 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-e6a5d36e-6ec7-48cc-9ae4-4c6970f274a1 req-44196fc0-d407-4cd6-b832-55dd867e51cc tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/security-groups?id=50953140-8b47-4d38-9ad3-ba74e3f5ff3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1505241 Feb 17 21:21:44.369255 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.objects.ports [None req-35dc1fe6-403a-4c32-8ec8-b4364819522c None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83972) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 21:21:44.444503 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [req-c73ef110-11da-4536-b1cf-ef65cf76b764 req-991544df-243c-42db-8e2f-bf2596734752 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] No DVR routers for this DVR port 0542c855-d26e-48a8-943f-661135a71d57 on host hv-cinder-76019 {{(pid=83971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 21:21:44.453854 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-c73ef110-11da-4536-b1cf-ef65cf76b764 req-991544df-243c-42db-8e2f-bf2596734752 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768493'] for port, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:44.456716 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42e08568-d76b-446d-be76-a7ea060e8400', 'name': 'network-vif-deleted', 'tag': '0542c855-d26e-48a8-943f-661135a71d57'}] {{(pid=83971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:21:44.479973 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55942b29-f164-4bfe-b5a2-f2f0a3a5fa42 req-a1070dfd-34dc-4517-ba77-1e696e295e6f tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:44.481604 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-55942b29-f164-4bfe-b5a2-f2f0a3a5fa42 req-a1070dfd-34dc-4517-ba77-1e696e295e6f tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.90 "GET /v2.0/ports?device_id=50d26802-c5aa-45f3-bdab-1816f86d43e6 HTTP/1.1" status: 200 len: 946 time: 0.4956782 Feb 17 21:21:44.521346 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-c73ef110-11da-4536-b1cf-ef65cf76b764 req-991544df-243c-42db-8e2f-bf2596734752 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.95 "DELETE /v2.0/ports/0542c855-d26e-48a8-943f-661135a71d57 HTTP/1.1" status: 204 len: 173 time: 1.8265662 Feb 17 21:21:44.557810 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-55942b29-f164-4bfe-b5a2-f2f0a3a5fa42 req-c99d0d2c-8242-44a1-917e-792d44c7cbc1 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.90 "GET /v2.0/security-groups?id=29732fa1-20df-4399-9daf-2f6c9147bbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665796 Feb 17 21:21:44.573789 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb167ba-4f44-4fc9-96b4-1b21b412f8b1 req-0723619f-19df-49d7-a19f-aab7d61c4b19 tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:44.576546 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-6bb167ba-4f44-4fc9-96b4-1b21b412f8b1 req-0723619f-19df-49d7-a19f-aab7d61c4b19 tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e42abaa-0122-442a-a409-4da874e995a6 HTTP/1.1" status: 200 len: 947 time: 0.1745892 Feb 17 21:21:44.643668 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-6bb167ba-4f44-4fc9-96b4-1b21b412f8b1 req-44701d2d-2801-4a95-a39d-ee64716b75c6 tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] 10.222.0.90 "GET /v2.0/security-groups?id=5d18b0c1-23eb-47d8-bd20-7adadf447a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478706 Feb 17 21:21:44.715688 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42e08568-d76b-446d-be76-a7ea060e8400', 'name': 'network-vif-deleted', 'tag': '0542c855-d26e-48a8-943f-661135a71d57', 'status': 'completed', 'code': 200} Feb 17 21:21:44.913820 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-f6661c12-6b97-47d0-ab67-71390b73f5c8 req-ca12482f-2029-4b49-ad37-027b5f9d2122 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Synchronizing usage tracker for tenant:1e8007caa2284731820d67e6f9d57ee9 on resource:port {{(pid=83971) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:21:44.986894 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-f6661c12-6b97-47d0-ab67-71390b73f5c8 req-ca12482f-2029-4b49-ad37-027b5f9d2122 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Unset dirty status for tenant:1e8007caa2284731820d67e6f9d57ee9 on resource:port {{(pid=83971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:21:44.988339 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-f6661c12-6b97-47d0-ab67-71390b73f5c8 req-ca12482f-2029-4b49-ad37-027b5f9d2122 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/ports?device_id=42e08568-d76b-446d-be76-a7ea060e8400 HTTP/1.1" status: 200 len: 210 time: 0.1603460 Feb 17 21:21:45.119892 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f07c3f9-aa50-4510-82a2-762e159ef008 req-9c8632c1-cf5b-4b0d-834d-b2c3063f5a96 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:45.128142 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-7f07c3f9-aa50-4510-82a2-762e159ef008 req-9c8632c1-cf5b-4b0d-834d-b2c3063f5a96 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/ports?device_id=1f6b1a26-7928-4ad0-830f-a3920bfcc037 HTTP/1.1" status: 200 len: 946 time: 0.1905408 Feb 17 21:21:45.171068 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b568374-c106-40f9-83f0-b51e2be03a79 req-05fcb8e9-69b1-4c07-ab3f-ca32b6b44b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:45.171190 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-5b568374-c106-40f9-83f0-b51e2be03a79 req-05fcb8e9-69b1-4c07-ab3f-ca32b6b44b89 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=9cd772018d984344b6df5dd95a3340d9&device_id=1f6b1a26-7928-4ad0-830f-a3920bfcc037 HTTP/1.1" status: 200 len: 1163 time: 0.1465306 Feb 17 21:21:45.197840 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Device 3a33585b-9cec-4378-a8fc-065e379695fa up at agent ovs-agent-hv-cinder-76019 {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:21:45.260390 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-7f07c3f9-aa50-4510-82a2-762e159ef008 req-ff5f34af-3eab-4106-80fe-4407b3b2bc66 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/security-groups?id=50953140-8b47-4d38-9ad3-ba74e3f5ff3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313920 Feb 17 21:21:45.309510 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Provisioning for port 3a33585b-9cec-4378-a8fc-065e379695fa completed by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:21:45.314597 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Provisioning complete for port 3a33585b-9cec-4378-a8fc-065e379695fa triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:21:45.315038 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:45.392523 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b568374-c106-40f9-83f0-b51e2be03a79 req-77080004-168c-412f-bb5e-b9cf84ffb8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:45.394774 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-5b568374-c106-40f9-83f0-b51e2be03a79 req-77080004-168c-412f-bb5e-b9cf84ffb8d6 service neutron] 10.222.0.95 "GET /v2.0/networks?id=92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7 HTTP/1.1" status: 200 len: 904 time: 0.2114048 Feb 17 21:21:45.450845 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:45.480688 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e42abaa-0122-442a-a409-4da874e995a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a33585b-9cec-4378-a8fc-065e379695fa'}] {{(pid=83972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:21:45.491525 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] For port 3a33585b-9cec-4378-a8fc-065e379695fa, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=3a33585b-9cec-4378-a8fc-065e379695fa,segment=NetworkSegment(e39e20ac-8347-4bd6-a544-42e1a70fef8d),segment_id=e39e20ac-8347-4bd6-a544-42e1a70fef8d)] {{(pid=83972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:21:45.496157 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:45.498631 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:21:45.512817 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-5b568374-c106-40f9-83f0-b51e2be03a79 req-c624f56e-dd02-4c52-b4dc-76221ec000b4 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec7e291c-e699-435c-bcd9-d9e19a0ca613 HTTP/1.1" status: 200 len: 1001 time: 0.1076407 Feb 17 21:21:45.539609 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Device 0542c855-d26e-48a8-943f-661135a71d57 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:21:45.567359 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e42abaa-0122-442a-a409-4da874e995a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a33585b-9cec-4378-a8fc-065e379695fa', 'code': 200} Feb 17 21:21:45.586906 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b568374-c106-40f9-83f0-b51e2be03a79 req-467b2355-b71a-4559-9d27-59218f925e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:45.588507 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-5b568374-c106-40f9-83f0-b51e2be03a79 req-467b2355-b71a-4559-9d27-59218f925e4c service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0319529e-2e97-491e-9c53-3becc98cbcb1 HTTP/1.1" status: 200 len: 849 time: 0.0677557 Feb 17 21:21:45.602378 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] No Port match for: 0542c855-d26e-48a8-943f-661135a71d57 {{(pid=83972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 21:21:45.602850 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Device 0542c855-d26e-48a8-943f-661135a71d57 not bound to the agent host hv-cinder-76019 {{(pid=83972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 21:21:45.621457 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Pushing event updated for resources: {'Port': ['ID=3a33585b-9cec-4378-a8fc-065e379695fa,revision_number=4']} {{(pid=83972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:21:45.624665 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:21:45.685097 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b568374-c106-40f9-83f0-b51e2be03a79 req-090f3180-7b5d-4af6-a2f8-1dd98c70d04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:45.686806 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-5b568374-c106-40f9-83f0-b51e2be03a79 req-090f3180-7b5d-4af6-a2f8-1dd98c70d04e service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0835555 Feb 17 21:21:45.986579 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-5b568374-c106-40f9-83f0-b51e2be03a79 req-7c2a18d2-298d-4077-8a85-32ee69bc2a90 service neutron] 10.222.0.95 "GET /v2.0/networks/92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2823923 Feb 17 21:21:45.987553 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Device 3a33585b-9cec-4378-a8fc-065e379695fa up at agent ovs-agent-hv-cinder-76019 {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:21:46.025161 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d69b30-6a84-4e1c-a2d8-77c6af2e3fe6 req-0528e9c6-0214-4fe3-88d9-1867ccd9818b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:46.026834 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-67d69b30-6a84-4e1c-a2d8-77c6af2e3fe6 req-0528e9c6-0214-4fe3-88d9-1867ccd9818b service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=5e42abaa-0122-442a-a409-4da874e995a6 HTTP/1.1" status: 200 len: 1166 time: 0.2967260 Feb 17 21:21:46.110004 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13e461d-75f8-4a26-b9c4-c0749be93ac4 req-f6bcfe42-2ffc-4a04-90c3-9f66be9000e1 tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:46.118172 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-f13e461d-75f8-4a26-b9c4-c0749be93ac4 req-f6bcfe42-2ffc-4a04-90c3-9f66be9000e1 tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e42abaa-0122-442a-a409-4da874e995a6 HTTP/1.1" status: 200 len: 949 time: 0.2885575 Feb 17 21:21:46.122428 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Provisioning complete for port 3a33585b-9cec-4378-a8fc-065e379695fa triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:21:46.122878 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:46.212531 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-67d69b30-6a84-4e1c-a2d8-77c6af2e3fe6 req-ee6b605a-04f5-4886-9711-2d8a6e4ca674 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=5d18b0c1-23eb-47d8-bd20-7adadf447a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220760 Feb 17 21:21:46.251492 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-f13e461d-75f8-4a26-b9c4-c0749be93ac4 req-fe236ef7-e0e9-43f3-beba-e9e7ab29fff2 tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] 10.222.0.90 "GET /v2.0/security-groups?id=5d18b0c1-23eb-47d8-bd20-7adadf447a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322501 Feb 17 21:21:46.281548 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-5b568374-c106-40f9-83f0-b51e2be03a79 req-6ac9dcc2-3841-4344-b2ea-7581567be786 service neutron] 10.222.0.95 "GET /v2.0/networks/92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2857194 Feb 17 21:21:46.507029 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae66d7e-d20b-4bce-af5c-089826193949 req-7e76dc8b-aff1-4514-9270-9c34ed40865c tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:46.509331 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-2ae66d7e-d20b-4bce-af5c-089826193949 req-7e76dc8b-aff1-4514-9270-9c34ed40865c tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/ports?device_id=1f6b1a26-7928-4ad0-830f-a3920bfcc037 HTTP/1.1" status: 200 len: 946 time: 0.1258442 Feb 17 21:21:46.563915 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-2ae66d7e-d20b-4bce-af5c-089826193949 req-1026e37b-86be-4fe1-a8ae-88f5f904404c tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/security-groups?id=50953140-8b47-4d38-9ad3-ba74e3f5ff3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472722 Feb 17 21:21:46.646981 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af52da5-fbda-4723-8e32-a55bd1ce2713 req-d4eb2c7a-4008-4d20-aff9-dc6e831f61c6 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:46.648593 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-3af52da5-fbda-4723-8e32-a55bd1ce2713 req-d4eb2c7a-4008-4d20-aff9-dc6e831f61c6 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/ports?device_id=4d02e800-c249-4f02-8de5-b5f1681d4d5c HTTP/1.1" status: 200 len: 945 time: 0.0914381 Feb 17 21:21:46.702881 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-3af52da5-fbda-4723-8e32-a55bd1ce2713 req-6a28ef1f-33fc-448c-905c-d377f42dfa5b tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/security-groups?id=5df91840-1d6e-47b1-b11d-86f99077f317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479302 Feb 17 21:21:47.459458 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964d724e-c00a-46b9-a9c2-9917110ecf8e req-5be4fb06-e687-4717-8e7b-085752efc5f4 tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:47.461375 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-964d724e-c00a-46b9-a9c2-9917110ecf8e req-5be4fb06-e687-4717-8e7b-085752efc5f4 tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e42abaa-0122-442a-a409-4da874e995a6 HTTP/1.1" status: 200 len: 949 time: 0.0907428 Feb 17 21:21:47.513277 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-964d724e-c00a-46b9-a9c2-9917110ecf8e req-46cd1e89-a043-4d81-a051-7243bc5813cf tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] 10.222.0.90 "GET /v2.0/security-groups?id=5d18b0c1-23eb-47d8-bd20-7adadf447a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438962 Feb 17 21:21:47.773760 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ec6b79-1499-44bd-b645-9208f98adda6 req-9294d4c8-f1b9-43b9-94ed-f52ffd46ba14 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:47.775423 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b7ec6b79-1499-44bd-b645-9208f98adda6 req-9294d4c8-f1b9-43b9-94ed-f52ffd46ba14 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/ports?device_id=1f6b1a26-7928-4ad0-830f-a3920bfcc037 HTTP/1.1" status: 200 len: 946 time: 0.0917006 Feb 17 21:21:47.834749 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b7ec6b79-1499-44bd-b645-9208f98adda6 req-2d71f1e4-eaa6-4dc1-a1d4-c0ac58963df2 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/security-groups?id=50953140-8b47-4d38-9ad3-ba74e3f5ff3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513256 Feb 17 21:21:47.919471 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a475eb4b-4d4d-4477-b8fa-9f040e685f4b req-4f3f7f03-3f6b-4884-9fa0-8ff842469ac0 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:47.921080 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-a475eb4b-4d4d-4477-b8fa-9f040e685f4b req-4f3f7f03-3f6b-4884-9fa0-8ff842469ac0 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/ports?device_id=4d02e800-c249-4f02-8de5-b5f1681d4d5c HTTP/1.1" status: 200 len: 945 time: 0.0852838 Feb 17 21:21:47.974467 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-a475eb4b-4d4d-4477-b8fa-9f040e685f4b req-c3801ee0-e07a-4b63-b98d-9f62e798d63f tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/security-groups?id=5df91840-1d6e-47b1-b11d-86f99077f317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463583 Feb 17 21:21:48.120979 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Device 3a33585b-9cec-4378-a8fc-065e379695fa up at agent ovs-agent-hv-cinder-76019 {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:21:48.198056 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Provisioning complete for port 3a33585b-9cec-4378-a8fc-065e379695fa triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:21:48.198467 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:48.328484 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Device ec7e291c-e699-435c-bcd9-d9e19a0ca613 up at agent ovs-agent-hv-cinder-76019 {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:21:48.400089 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Provisioning complete for port ec7e291c-e699-435c-bcd9-d9e19a0ca613 triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:21:48.400504 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:48.716110 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1495577-1128-4a5f-ab0d-3544d8eda2e1 req-d76a5bc2-9c8d-4888-a57e-16c898d5cb81 tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:48.717723 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-e1495577-1128-4a5f-ab0d-3544d8eda2e1 req-d76a5bc2-9c8d-4888-a57e-16c898d5cb81 tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e42abaa-0122-442a-a409-4da874e995a6 HTTP/1.1" status: 200 len: 949 time: 0.0878947 Feb 17 21:21:48.768170 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-e1495577-1128-4a5f-ab0d-3544d8eda2e1 req-8cbdb2c8-e73d-40d4-8f7d-74c82cd94ce4 tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] 10.222.0.90 "GET /v2.0/security-groups?id=5d18b0c1-23eb-47d8-bd20-7adadf447a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436058 Feb 17 21:21:49.264643 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cb4d00-b44b-4693-aa12-84da4af790f1 req-a3358b97-ce42-47f6-8d15-3d0f17be484f tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:49.266248 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-72cb4d00-b44b-4693-aa12-84da4af790f1 req-a3358b97-ce42-47f6-8d15-3d0f17be484f tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/ports?device_id=4d02e800-c249-4f02-8de5-b5f1681d4d5c HTTP/1.1" status: 200 len: 945 time: 0.1575251 Feb 17 21:21:49.304639 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554976ee-53fe-4650-a1c9-49896e4f57aa req-603d9950-e198-499c-8a5a-ba7cc8c8cf52 tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:49.306243 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-554976ee-53fe-4650-a1c9-49896e4f57aa req-603d9950-e198-499c-8a5a-ba7cc8c8cf52 tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e42abaa-0122-442a-a409-4da874e995a6 HTTP/1.1" status: 200 len: 949 time: 0.1331143 Feb 17 21:21:49.350212 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-72cb4d00-b44b-4693-aa12-84da4af790f1 req-e48efe75-1962-4b24-8d24-70b986ab5cd7 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/security-groups?id=5df91840-1d6e-47b1-b11d-86f99077f317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748966 Feb 17 21:21:49.375007 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-554976ee-53fe-4650-a1c9-49896e4f57aa req-e7924b90-1602-49d5-9bb2-7383dce6c77e tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] 10.222.0.90 "GET /v2.0/security-groups?id=5d18b0c1-23eb-47d8-bd20-7adadf447a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574441 Feb 17 21:21:49.863615 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb1b44a-cc3e-46fc-89dd-339231f6872a req-d269abb4-3fe9-490d-a927-e8333f3c1bde tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:49.866014 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-0eb1b44a-cc3e-46fc-89dd-339231f6872a req-d269abb4-3fe9-490d-a927-e8333f3c1bde tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.90 "GET /v2.0/ports?device_id=50d26802-c5aa-45f3-bdab-1816f86d43e6 HTTP/1.1" status: 200 len: 946 time: 0.0887053 Feb 17 21:21:49.914650 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-0eb1b44a-cc3e-46fc-89dd-339231f6872a req-4e426619-9bfd-4f1f-967b-c1e159d16bbe tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.90 "GET /v2.0/security-groups?id=29732fa1-20df-4399-9daf-2f6c9147bbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422683 Feb 17 21:21:50.112997 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-1db9c5c9-b2aa-4ad6-9801-df51d746416e req-15035b26-5744-4503-ace4-5f12b7374aa4 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.90 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1599605 Feb 17 21:21:50.124917 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [req-1db9c5c9-b2aa-4ad6-9801-df51d746416e req-652b7d2e-c475-4d5d-ba32-4af718a7e377 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Request body: {'floatingip': {'floating_network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e'}} {{(pid=83971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:21:50.131841 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [req-1db9c5c9-b2aa-4ad6-9801-df51d746416e req-652b7d2e-c475-4d5d-ba32-4af718a7e377 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:21:50.135720 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-1db9c5c9-b2aa-4ad6-9801-df51d746416e req-652b7d2e-c475-4d5d-ba32-4af718a7e377 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Usage tracker for resource:floatingip and tenant:dd37991a5603474184e1e7e103b5e2e7 is out of sync, need to count used quota {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:21:50.138721 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-1db9c5c9-b2aa-4ad6-9801-df51d746416e req-652b7d2e-c475-4d5d-ba32-4af718a7e377 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:21:50.144430 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [req-1db9c5c9-b2aa-4ad6-9801-df51d746416e req-652b7d2e-c475-4d5d-ba32-4af718a7e377 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:21:50.154422 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-1db9c5c9-b2aa-4ad6-9801-df51d746416e req-652b7d2e-c475-4d5d-ba32-4af718a7e377 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Notify callbacks [] for floatingip, before_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:50.301709 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-1db9c5c9-b2aa-4ad6-9801-df51d746416e req-652b7d2e-c475-4d5d-ba32-4af718a7e377 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:50.651345 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735c2d7c-7e46-4a74-af6f-2117bb4863de req-214ee907-7e3c-438a-8ec6-9a9e827c78be tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:50.652941 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-735c2d7c-7e46-4a74-af6f-2117bb4863de req-214ee907-7e3c-438a-8ec6-9a9e827c78be tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/ports?device_id=4d02e800-c249-4f02-8de5-b5f1681d4d5c HTTP/1.1" status: 200 len: 945 time: 0.1840801 Feb 17 21:21:50.666019 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.db_base_plugin_common [req-1db9c5c9-b2aa-4ad6-9801-df51d746416e req-652b7d2e-c475-4d5d-ba32-4af718a7e377 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Allocated IP 172.28.3.166 (35a248c9-4e56-449c-88ff-c033f82ee17e/44c24f99-5b56-46d4-85cc-b908fd8db103/89b9886e-d1aa-4a2f-869a-f9e691d72bfc) {{(pid=83971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 21:21:50.798637 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-735c2d7c-7e46-4a74-af6f-2117bb4863de req-bbdd0b24-6abc-4cec-ac1c-58c9e31c0dd0 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/security-groups?id=5df91840-1d6e-47b1-b11d-86f99077f317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339989 Feb 17 21:21:50.874856 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-1db9c5c9-b2aa-4ad6-9801-df51d746416e req-652b7d2e-c475-4d5d-ba32-4af718a7e377 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Notify callbacks [] for port, precommit_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:51.039463 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-1db9c5c9-b2aa-4ad6-9801-df51d746416e req-652b7d2e-c475-4d5d-ba32-4af718a7e377 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782347517401'] for port, after_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:51.055995 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-b380062d-b06a-4575-bae1-8b5101209ca6 tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:21:51.427946 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58926683-c64a-46cd-810a-758a24346e4b req-686dae5f-4d1f-4bb5-9ff0-e5835460fe3f tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:51.429516 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-58926683-c64a-46cd-810a-758a24346e4b req-686dae5f-4d1f-4bb5-9ff0-e5835460fe3f tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] 10.222.0.95 "GET /v2.0/ports?device_id=5e42abaa-0122-442a-a409-4da874e995a6 HTTP/1.1" status: 200 len: 949 time: 0.5411961 Feb 17 21:21:51.445023 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652b7d2e-c475-4d5d-ba32-4af718a7e377 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Pushing event updated for resources: {'Port': ['ID=89b9886e-d1aa-4a2f-869a-f9e691d72bfc,revision_number=1']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:21:51.488250 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-652b7d2e-c475-4d5d-ba32-4af718a7e377 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:21:51.495318 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b2f41-b26b-4364-8aa5-d53862a95532 req-e3ef6f68-a892-4880-9cce-d273ae99800c tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:51.496923 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-1e5b2f41-b26b-4364-8aa5-d53862a95532 req-e3ef6f68-a892-4880-9cce-d273ae99800c tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e42abaa-0122-442a-a409-4da874e995a6 HTTP/1.1" status: 200 len: 949 time: 0.5649850 Feb 17 21:21:51.595770 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [req-58926683-c64a-46cd-810a-758a24346e4b req-779ee603-6931-41a7-a991-98ede4fd9a41 tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] Deleting port 3a33585b-9cec-4378-a8fc-065e379695fa {{(pid=83971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:21:51.596082 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-58926683-c64a-46cd-810a-758a24346e4b req-779ee603-6931-41a7-a991-98ede4fd9a41 tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506882676'] for port, before_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:51.662463 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-1e5b2f41-b26b-4364-8aa5-d53862a95532 req-c9a09121-2222-4f23-b620-5eaeb7af04a9 tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] 10.222.0.90 "GET /v2.0/security-groups?id=5d18b0c1-23eb-47d8-bd20-7adadf447a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494834 Feb 17 21:21:51.677330 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1db9c5c9-b2aa-4ad6-9801-df51d746416e req-652b7d2e-c475-4d5d-ba32-4af718a7e377 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Network 35a248c9-4e56-449c-88ff-c033f82ee17e is already hosted by enough agents. {{(pid=83971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:21:51.680608 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.base_scheduler [req-1db9c5c9-b2aa-4ad6-9801-df51d746416e req-652b7d2e-c475-4d5d-ba32-4af718a7e377 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Resources bound (agent type, host, resource id): {{(pid=83971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:21:51.684531 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [req-1db9c5c9-b2aa-4ad6-9801-df51d746416e req-652b7d2e-c475-4d5d-ba32-4af718a7e377 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Received port after_create {{(pid=83971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 21:21:51.854158 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-1db9c5c9-b2aa-4ad6-9801-df51d746416e req-652b7d2e-c475-4d5d-ba32-4af718a7e377 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:51.994280 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Device 3a33585b-9cec-4378-a8fc-065e379695fa no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:21:52.019754 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-1db9c5c9-b2aa-4ad6-9801-df51d746416e req-652b7d2e-c475-4d5d-ba32-4af718a7e377 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:52.082293 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [req-58926683-c64a-46cd-810a-758a24346e4b req-779ee603-6931-41a7-a991-98ede4fd9a41 tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] For port 3a33585b-9cec-4378-a8fc-065e379695fa, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=3a33585b-9cec-4378-a8fc-065e379695fa,segment=NetworkSegment(e39e20ac-8347-4bd6-a544-42e1a70fef8d),segment_id=e39e20ac-8347-4bd6-a544-42e1a70fef8d)] {{(pid=83971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:21:52.082962 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-58926683-c64a-46cd-810a-758a24346e4b req-779ee603-6931-41a7-a991-98ede4fd9a41 tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-921726'] for port, precommit_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:52.121669 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:52.154759 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e42abaa-0122-442a-a409-4da874e995a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a33585b-9cec-4378-a8fc-065e379695fa'}] {{(pid=83972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:21:52.160510 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] For port 3a33585b-9cec-4378-a8fc-065e379695fa, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=3a33585b-9cec-4378-a8fc-065e379695fa,segment=NetworkSegment(e39e20ac-8347-4bd6-a544-42e1a70fef8d),segment_id=e39e20ac-8347-4bd6-a544-42e1a70fef8d)] {{(pid=83972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:21:52.163851 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:52.165280 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:21:52.241417 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Pushing event updated for resources: {'Port': ['ID=3a33585b-9cec-4378-a8fc-065e379695fa,revision_number=5']} {{(pid=83972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:21:52.244902 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:21:52.278301 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [req-58926683-c64a-46cd-810a-758a24346e4b req-779ee603-6931-41a7-a991-98ede4fd9a41 tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] Calling delete_port for 3a33585b-9cec-4378-a8fc-065e379695fa owned by compute:nova {{(pid=83971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:21:52.347007 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efce231-b289-4e81-b5f4-45eb18c514a0 req-ea7a8294-222a-47ec-9ea5-af0675185001 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:52.348954 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-8efce231-b289-4e81-b5f4-45eb18c514a0 req-ea7a8294-222a-47ec-9ea5-af0675185001 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/ports?device_id=4d02e800-c249-4f02-8de5-b5f1681d4d5c HTTP/1.1" status: 200 len: 945 time: 0.4281380 Feb 17 21:21:52.521963 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.db.api [req-58926683-c64a-46cd-810a-758a24346e4b req-779ee603-6931-41a7-a991-98ede4fd9a41 tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83971) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 21:21:52.523430 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_db.api [req-58926683-c64a-46cd-810a-758a24346e4b req-779ee603-6931-41a7-a991-98ede4fd9a41 tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 21:21:52.527663 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-8efce231-b289-4e81-b5f4-45eb18c514a0 req-7ad7e9b9-d875-40d6-89f6-fa01e0005f51 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/security-groups?id=5df91840-1d6e-47b1-b11d-86f99077f317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637106 Feb 17 21:21:52.592536 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e42abaa-0122-442a-a409-4da874e995a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a33585b-9cec-4378-a8fc-065e379695fa', 'code': 200} Feb 17 21:21:52.604469 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-1db9c5c9-b2aa-4ad6-9801-df51d746416e req-652b7d2e-c475-4d5d-ba32-4af718a7e377 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Notify callbacks [] for port, precommit_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:52.655859 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-1db9c5c9-b2aa-4ad6-9801-df51d746416e req-652b7d2e-c475-4d5d-ba32-4af718a7e377 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:52.672429 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-724c1d65-73f0-4334-bb56-ef5a5de6d1fc tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:21:52.880731 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652b7d2e-c475-4d5d-ba32-4af718a7e377 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Pushing event updated for resources: {'Port': ['ID=89b9886e-d1aa-4a2f-869a-f9e691d72bfc,revision_number=2']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:21:52.887135 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-652b7d2e-c475-4d5d-ba32-4af718a7e377 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:21:52.947713 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-1db9c5c9-b2aa-4ad6-9801-df51d746416e req-652b7d2e-c475-4d5d-ba32-4af718a7e377 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853844558'] for floatingip, after_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:52.957180 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc517b64-b854-4ec3-9971-5a4bb745da78 req-5c9ef843-f758-49e5-8b7b-b9768d8c73b1 tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:52.959409 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-bc517b64-b854-4ec3-9971-5a4bb745da78 req-5c9ef843-f758-49e5-8b7b-b9768d8c73b1 tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e42abaa-0122-442a-a409-4da874e995a6 HTTP/1.1" status: 200 len: 947 time: 0.1582391 Feb 17 21:21:53.011058 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-1db9c5c9-b2aa-4ad6-9801-df51d746416e req-652b7d2e-c475-4d5d-ba32-4af718a7e377 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768493'] for floatingip, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:53.012364 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-1db9c5c9-b2aa-4ad6-9801-df51d746416e req-652b7d2e-c475-4d5d-ba32-4af718a7e377 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8919713 Feb 17 21:21:53.024413 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-bc517b64-b854-4ec3-9971-5a4bb745da78 req-521cccdf-63d1-4c02-9f78-eec75110ece6 tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] 10.222.0.90 "GET /v2.0/security-groups?id=5d18b0c1-23eb-47d8-bd20-7adadf447a59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575643 Feb 17 21:21:53.025619 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [req-58926683-c64a-46cd-810a-758a24346e4b req-779ee603-6931-41a7-a991-98ede4fd9a41 tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] Deleting port 3a33585b-9cec-4378-a8fc-065e379695fa {{(pid=83971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:21:53.025984 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-58926683-c64a-46cd-810a-758a24346e4b req-779ee603-6931-41a7-a991-98ede4fd9a41 tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506882676'] for port, before_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:53.154157 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-1db9c5c9-b2aa-4ad6-9801-df51d746416e req-b79ff92a-d413-48eb-bf8e-33d184755c08 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Synchronizing usage tracker for tenant:dd37991a5603474184e1e7e103b5e2e7 on resource:floatingip {{(pid=83971) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:21:53.226792 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-1db9c5c9-b2aa-4ad6-9801-df51d746416e req-b79ff92a-d413-48eb-bf8e-33d184755c08 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Unset dirty status for tenant:dd37991a5603474184e1e7e103b5e2e7 on resource:floatingip {{(pid=83971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:21:53.227989 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-1db9c5c9-b2aa-4ad6-9801-df51d746416e req-b79ff92a-d413-48eb-bf8e-33d184755c08 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.90 "GET /v2.0/floatingips?floating_ip_address=172.28.3.166 HTTP/1.1" status: 200 len: 696 time: 0.2076294 Feb 17 21:21:53.572054 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [req-58926683-c64a-46cd-810a-758a24346e4b req-779ee603-6931-41a7-a991-98ede4fd9a41 tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] For port 3a33585b-9cec-4378-a8fc-065e379695fa, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=3a33585b-9cec-4378-a8fc-065e379695fa,segment=NetworkSegment(e39e20ac-8347-4bd6-a544-42e1a70fef8d),segment_id=e39e20ac-8347-4bd6-a544-42e1a70fef8d)] {{(pid=83971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:21:53.572456 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-58926683-c64a-46cd-810a-758a24346e4b req-779ee603-6931-41a7-a991-98ede4fd9a41 tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-921726'] for port, precommit_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:53.654723 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db9c5c9-b2aa-4ad6-9801-df51d746416e req-5d700977-ce16-481c-81a9-5af7f1409330 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:53.656185 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-1db9c5c9-b2aa-4ad6-9801-df51d746416e req-5d700977-ce16-481c-81a9-5af7f1409330 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.90 "GET /v2.0/networks/35a248c9-4e56-449c-88ff-c033f82ee17e HTTP/1.1" status: 200 len: 784 time: 0.4202943 Feb 17 21:21:53.726172 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [req-58926683-c64a-46cd-810a-758a24346e4b req-779ee603-6931-41a7-a991-98ede4fd9a41 tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] Calling delete_port for 3a33585b-9cec-4378-a8fc-065e379695fa owned by compute:nova {{(pid=83971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:21:53.820127 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [req-1db9c5c9-b2aa-4ad6-9801-df51d746416e req-a602f60a-c224-48a8-abbe-8a8f54c2dd3e tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=83971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 21:21:53.821199 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-1db9c5c9-b2aa-4ad6-9801-df51d746416e req-a602f60a-c224-48a8-abbe-8a8f54c2dd3e tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0603333 Feb 17 21:21:53.876457 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716fc10b-1839-419e-9427-9c2df9ac3c4e req-ab512c02-6cfb-4da8-8b27-1587e3aeb941 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:53.878027 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-716fc10b-1839-419e-9427-9c2df9ac3c4e req-ab512c02-6cfb-4da8-8b27-1587e3aeb941 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.95 "GET /v2.0/ports?device_id=4d02e800-c249-4f02-8de5-b5f1681d4d5c HTTP/1.1" status: 200 len: 945 time: 0.4115868 Feb 17 21:21:53.965426 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Device 87ea2e05-f05b-4e97-acbd-e06f872addb9 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:21:54.105097 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:54.147705 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] For port 87ea2e05-f05b-4e97-acbd-e06f872addb9, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=87ea2e05-f05b-4e97-acbd-e06f872addb9,segment=NetworkSegment(0c340f71-b40c-45bd-8407-02d59c0632f4),segment_id=0c340f71-b40c-45bd-8407-02d59c0632f4)] {{(pid=83972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:21:54.152229 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:54.154147 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-94f36a44-c084-463e-abce-4e4f954e5388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:21:54.229882 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Pushing event updated for resources: {'Port': ['ID=87ea2e05-f05b-4e97-acbd-e06f872addb9,revision_number=5']} {{(pid=83972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:21:54.233318 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:21:54.318527 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [req-716fc10b-1839-419e-9427-9c2df9ac3c4e req-94b14d14-e162-49e6-b2c0-5bb6fa92de78 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Deleting port 87ea2e05-f05b-4e97-acbd-e06f872addb9 {{(pid=83971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:21:54.318959 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-716fc10b-1839-419e-9427-9c2df9ac3c4e req-94b14d14-e162-49e6-b2c0-5bb6fa92de78 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506882676'] for port, before_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:54.359992 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579986c1-f60a-4d5f-8a75-f52a843b6477 req-91f80fdc-f648-4215-92a6-7b78fa1647d1 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:54.361532 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-579986c1-f60a-4d5f-8a75-f52a843b6477 req-91f80fdc-f648-4215-92a6-7b78fa1647d1 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/ports?device_id=4d02e800-c249-4f02-8de5-b5f1681d4d5c HTTP/1.1" status: 200 len: 945 time: 0.7044010 Feb 17 21:21:54.501001 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-58926683-c64a-46cd-810a-758a24346e4b req-779ee603-6931-41a7-a991-98ede4fd9a41 tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782347900463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782347493337'] for port, after_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:54.524780 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-48e4cc19-4b50-48d5-80f5-436fa4d9ca8e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:21:54.593365 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d02e800-c249-4f02-8de5-b5f1681d4d5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87ea2e05-f05b-4e97-acbd-e06f872addb9'}] {{(pid=83972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:21:54.643773 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-579986c1-f60a-4d5f-8a75-f52a843b6477 req-eafe2b7a-41f6-4992-a494-60c107c858f6 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/security-groups?id=5df91840-1d6e-47b1-b11d-86f99077f317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617621 Feb 17 21:21:54.656280 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779ee603-6931-41a7-a991-98ede4fd9a41 tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] Pushing event deleted for resources: {'Port': ['ID=3a33585b-9cec-4378-a8fc-065e379695fa,revision_number=None']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:21:54.659039 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-779ee603-6931-41a7-a991-98ede4fd9a41 tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:21:54.670973 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6726c3-d8d1-45ee-bfb7-e5241c8b7fd4 req-d695f0cb-f108-492c-bee3-351a6daa353d tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:54.672727 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-4a6726c3-d8d1-45ee-bfb7-e5241c8b7fd4 req-d695f0cb-f108-492c-bee3-351a6daa353d tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.90 "GET /v2.0/ports?device_id=50d26802-c5aa-45f3-bdab-1816f86d43e6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.7396305 Feb 17 21:21:54.908613 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-4a6726c3-d8d1-45ee-bfb7-e5241c8b7fd4 req-53724490-17e6-4138-9ed4-791d6acb89f6 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.90 "GET /v2.0/floatingips?floating_ip_address=172.28.3.166 HTTP/1.1" status: 200 len: 696 time: 0.1611671 Feb 17 21:21:54.914303 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-89e85218-3970-4f26-8d56-bf8967e2b5b0 req-ada5202d-7e8f-4ee7-a0b5-666a903a192b tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] Synchronizing usage tracker for tenant:636d3bdff42b4faeab9017291d032ed5 on resource:port {{(pid=83971) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:21:54.940082 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [req-4a6726c3-d8d1-45ee-bfb7-e5241c8b7fd4 req-14edaefd-ed86-47c0-b50d-8065bdbe8e44 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Request body: {'floatingip': {'port_id': 'b9b20699-68d7-4a5d-ac0c-b5ea162a3433', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:21:55.067039 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-4a6726c3-d8d1-45ee-bfb7-e5241c8b7fd4 req-14edaefd-ed86-47c0-b50d-8065bdbe8e44 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Notify callbacks [] for floatingip, before_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:55.136272 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-89e85218-3970-4f26-8d56-bf8967e2b5b0 req-ada5202d-7e8f-4ee7-a0b5-666a903a192b tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] Unset dirty status for tenant:636d3bdff42b4faeab9017291d032ed5 on resource:port {{(pid=83971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:21:55.137573 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-89e85218-3970-4f26-8d56-bf8967e2b5b0 req-ada5202d-7e8f-4ee7-a0b5-666a903a192b tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e42abaa-0122-442a-a409-4da874e995a6 HTTP/1.1" status: 200 len: 210 time: 0.3805499 Feb 17 21:21:55.193478 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d02e800-c249-4f02-8de5-b5f1681d4d5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87ea2e05-f05b-4e97-acbd-e06f872addb9', 'code': 200} Feb 17 21:21:55.280665 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [req-58926683-c64a-46cd-810a-758a24346e4b req-779ee603-6931-41a7-a991-98ede4fd9a41 tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] No DVR routers for this DVR port 3a33585b-9cec-4378-a8fc-065e379695fa on host hv-cinder-76019 {{(pid=83971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 21:21:55.282987 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-58926683-c64a-46cd-810a-758a24346e4b req-779ee603-6931-41a7-a991-98ede4fd9a41 tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768493'] for port, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:55.285043 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-58926683-c64a-46cd-810a-758a24346e4b req-779ee603-6931-41a7-a991-98ede4fd9a41 tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] 10.222.0.95 "DELETE /v2.0/ports/3a33585b-9cec-4378-a8fc-065e379695fa HTTP/1.1" status: 204 len: 173 time: 3.8448865 Feb 17 21:21:55.290013 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [req-716fc10b-1839-419e-9427-9c2df9ac3c4e req-94b14d14-e162-49e6-b2c0-5bb6fa92de78 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] For port 87ea2e05-f05b-4e97-acbd-e06f872addb9, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=87ea2e05-f05b-4e97-acbd-e06f872addb9,segment=NetworkSegment(0c340f71-b40c-45bd-8407-02d59c0632f4),segment_id=0c340f71-b40c-45bd-8407-02d59c0632f4)] {{(pid=83971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:21:55.290421 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-716fc10b-1839-419e-9427-9c2df9ac3c4e req-94b14d14-e162-49e6-b2c0-5bb6fa92de78 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-921726'] for port, precommit_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:55.308207 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e42abaa-0122-442a-a409-4da874e995a6', 'name': 'network-vif-deleted', 'tag': '3a33585b-9cec-4378-a8fc-065e379695fa'}] {{(pid=83971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:21:55.365663 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e42abaa-0122-442a-a409-4da874e995a6', 'name': 'network-vif-deleted', 'tag': '3a33585b-9cec-4378-a8fc-065e379695fa', 'status': 'completed', 'code': 200} Feb 17 21:21:55.506980 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [req-716fc10b-1839-419e-9427-9c2df9ac3c4e req-94b14d14-e162-49e6-b2c0-5bb6fa92de78 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Calling delete_port for 87ea2e05-f05b-4e97-acbd-e06f872addb9 owned by compute:nova {{(pid=83971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:21:56.059827 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-716fc10b-1839-419e-9427-9c2df9ac3c4e req-94b14d14-e162-49e6-b2c0-5bb6fa92de78 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782347900463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782347493337'] for port, after_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:56.093143 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d664a1b2-7991-41e1-a5f7-c49b1fce60ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:21:56.427737 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b14d14-e162-49e6-b2c0-5bb6fa92de78 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Pushing event deleted for resources: {'Port': ['ID=87ea2e05-f05b-4e97-acbd-e06f872addb9,revision_number=None']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:21:56.442848 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-94b14d14-e162-49e6-b2c0-5bb6fa92de78 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:21:56.488560 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e027f-2055-4dd9-9a4e-39f8d1107c37 req-bce14fb0-45c0-4b58-a4f0-a76d3bcca6fd tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:56.491192 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-a14e027f-2055-4dd9-9a4e-39f8d1107c37 req-bce14fb0-45c0-4b58-a4f0-a76d3bcca6fd tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/ports?device_id=4d02e800-c249-4f02-8de5-b5f1681d4d5c HTTP/1.1" status: 200 len: 865 time: 0.7162461 Feb 17 21:21:56.570700 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-177ff4d0-074c-4ba7-beaa-5e78d8d48136 req-a2520b38-fe64-4530-84ea-9404f0ea2ec9 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=1f6b1a26-7928-4ad0-830f-a3920bfcc037&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.5801704 Feb 17 21:21:56.733061 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-a14e027f-2055-4dd9-9a4e-39f8d1107c37 req-d88859ee-345c-4f55-97b5-4599613f24b7 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.90 "GET /v2.0/security-groups?id=5df91840-1d6e-47b1-b11d-86f99077f317&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177126 Feb 17 21:21:56.789965 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [req-716fc10b-1839-419e-9427-9c2df9ac3c4e req-94b14d14-e162-49e6-b2c0-5bb6fa92de78 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] No DVR routers for this DVR port 87ea2e05-f05b-4e97-acbd-e06f872addb9 on host hv-cinder-76019 {{(pid=83971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 21:21:56.794984 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-716fc10b-1839-419e-9427-9c2df9ac3c4e req-94b14d14-e162-49e6-b2c0-5bb6fa92de78 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768493'] for port, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:56.810671 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-4a6726c3-d8d1-45ee-bfb7-e5241c8b7fd4 req-14edaefd-ed86-47c0-b50d-8065bdbe8e44 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:56.815803 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-4a6726c3-d8d1-45ee-bfb7-e5241c8b7fd4 req-14edaefd-ed86-47c0-b50d-8065bdbe8e44 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853844558'] for floatingip, after_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:56.951476 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-716fc10b-1839-419e-9427-9c2df9ac3c4e req-94b14d14-e162-49e6-b2c0-5bb6fa92de78 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] 10.222.0.95 "DELETE /v2.0/ports/87ea2e05-f05b-4e97-acbd-e06f872addb9 HTTP/1.1" status: 204 len: 173 time: 3.0578868 Feb 17 21:21:57.007028 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177ff4d0-074c-4ba7-beaa-5e78d8d48136 req-173fb926-1edd-41f6-ba6b-a33e77ae32af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:57.008714 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-177ff4d0-074c-4ba7-beaa-5e78d8d48136 req-173fb926-1edd-41f6-ba6b-a33e77ae32af service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=9cd772018d984344b6df5dd95a3340d9&device_id=1f6b1a26-7928-4ad0-830f-a3920bfcc037 HTTP/1.1" status: 200 len: 1163 time: 0.3642485 Feb 17 21:21:57.146932 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.db.l3_db [req-4a6726c3-d8d1-45ee-bfb7-e5241c8b7fd4 req-14edaefd-ed86-47c0-b50d-8065bdbe8e44 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Floating IP ef84a88d-5868-42c5-b589-367ac786e4e7 associated. External IP: 172.28.3.166, port: b9b20699-68d7-4a5d-ac0c-b5ea162a3433. Feb 17 21:21:57.367645 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d02e800-c249-4f02-8de5-b5f1681d4d5c', 'name': 'network-vif-deleted', 'tag': '87ea2e05-f05b-4e97-acbd-e06f872addb9'}] {{(pid=83971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:21:57.387067 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177ff4d0-074c-4ba7-beaa-5e78d8d48136 req-8eef4880-e4d1-4fec-bd9d-afbb5830bdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:57.388649 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-177ff4d0-074c-4ba7-beaa-5e78d8d48136 req-8eef4880-e4d1-4fec-bd9d-afbb5830bdcb service neutron] 10.222.0.95 "GET /v2.0/networks?id=92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7 HTTP/1.1" status: 200 len: 904 time: 0.3587193 Feb 17 21:21:57.459539 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d02e800-c249-4f02-8de5-b5f1681d4d5c', 'name': 'network-vif-deleted', 'tag': '87ea2e05-f05b-4e97-acbd-e06f872addb9', 'status': 'completed', 'code': 200} Feb 17 21:21:57.655988 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-177ff4d0-074c-4ba7-beaa-5e78d8d48136 req-0bf87fd6-91de-4ca9-a57b-33bcbdb4ee54 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec7e291c-e699-435c-bcd9-d9e19a0ca613 HTTP/1.1" status: 200 len: 1001 time: 0.2574637 Feb 17 21:21:57.754440 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177ff4d0-074c-4ba7-beaa-5e78d8d48136 req-37c2c426-8075-4998-a4fd-cf4ea5f5d1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:57.756055 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-177ff4d0-074c-4ba7-beaa-5e78d8d48136 req-37c2c426-8075-4998-a4fd-cf4ea5f5d1c9 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0319529e-2e97-491e-9c53-3becc98cbcb1 HTTP/1.1" status: 200 len: 849 time: 0.0895600 Feb 17 21:21:57.760792 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a6726c3-d8d1-45ee-bfb7-e5241c8b7fd4 req-14edaefd-ed86-47c0-b50d-8065bdbe8e44 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Router 0b5cf012-3b04-40cc-b846-1081fba5f7c5 has already been hosted by L3 agent 0536e1cb-4d3e-42d2-8b6d-8bd52a4e2590 {{(pid=83971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 21:21:57.844181 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 38472) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:21:58.031367 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177ff4d0-074c-4ba7-beaa-5e78d8d48136 req-3f531451-9e28-4155-bd90-06940ebf39d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:58.033037 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-177ff4d0-074c-4ba7-beaa-5e78d8d48136 req-3f531451-9e28-4155-bd90-06940ebf39d3 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2673328 Feb 17 21:21:58.039421 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a6726c3-d8d1-45ee-bfb7-e5241c8b7fd4 req-14edaefd-ed86-47c0-b50d-8065bdbe8e44 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Notify agent at l3_agent.dv-cinder-760193-4-smb the message routers_updated {{(pid=83971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 21:21:58.044900 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-4a6726c3-d8d1-45ee-bfb7-e5241c8b7fd4 req-14edaefd-ed86-47c0-b50d-8065bdbe8e44 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768493'] for floatingip, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:58.053479 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ef5f82-b649-4c6f-a159-2c73648ba2ef None None] Sync routers for ids ['0b5cf012-3b04-40cc-b846-1081fba5f7c5'] in dv-cinder-760193-4-smb {{(pid=83973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 21:21:58.071950 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ef5f82-b649-4c6f-a159-2c73648ba2ef None None] Routers {'0b5cf012-3b04-40cc-b846-1081fba5f7c5'} bound to L3 agent in host dv-cinder-760193-4-smb {{(pid=83973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:21:58.072471 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-44ef5f82-b649-4c6f-a159-2c73648ba2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T21:09:02Z,description=,heartbeat_timestamp=2021-02-17T21:21:32Z,host='dv-cinder-760193-4-smb',id=0536e1cb-4d3e-42d2-8b6d-8bd52a4e2590,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T21:09:02Z,topic='l3_agent')) {'router_ids': ['0b5cf012-3b04-40cc-b846-1081fba5f7c5'], 'active': True} {{(pid=83973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:21:58.343435 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvr_db [None req-44ef5f82-b649-4c6f-a159-2c73648ba2ef None None] Set router 0b5cf012-3b04-40cc-b846-1081fba5f7c5 gateway port host: dv-cinder-760193-4-smb {{(pid=83973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:21:58.433386 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-4a6726c3-d8d1-45ee-bfb7-e5241c8b7fd4 req-14edaefd-ed86-47c0-b50d-8065bdbe8e44 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.90 "PUT /v2.0/floatingips/ef84a88d-5868-42c5-b589-367ac786e4e7 HTTP/1.1" status: 200 len: 997 time: 3.5036473 Feb 17 21:21:58.534714 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-177ff4d0-074c-4ba7-beaa-5e78d8d48136 req-425fccf5-4545-48e7-ae5a-7b47e7a328fc service neutron] 10.222.0.95 "GET /v2.0/networks/92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4931185 Feb 17 21:21:58.653203 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6726c3-d8d1-45ee-bfb7-e5241c8b7fd4 req-efb3c9ae-b208-4299-9baf-ad01ebcd1467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:58.654874 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-4a6726c3-d8d1-45ee-bfb7-e5241c8b7fd4 req-efb3c9ae-b208-4299-9baf-ad01ebcd1467 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=dd37991a5603474184e1e7e103b5e2e7&device_id=50d26802-c5aa-45f3-bdab-1816f86d43e6 HTTP/1.1" status: 200 len: 1163 time: 0.1850779 Feb 17 21:21:58.792001 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-177ff4d0-074c-4ba7-beaa-5e78d8d48136 req-d083d4ba-57ba-49a2-adab-1636f683e78a service neutron] 10.222.0.95 "GET /v2.0/networks/92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2491460 Feb 17 21:21:58.841242 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-44ef5f82-b649-4c6f-a159-2c73648ba2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5cf012-3b04-40cc-b846-1081fba5f7c5', 'name': 'tempest-TestMinimumBasicScenario-589450793-router', 'tenant_id': 'dd37991a5603474184e1e7e103b5e2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'external_fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.251'}], 'enable_snat': True}, 'gw_port_id': 'e9cb67b1-bba5-451b-8ab4-122f07879e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:20:39Z', 'updated_at': '2021-02-17T21:20:47Z', 'revision_number': 4, 'project_id': 'dd37991a5603474184e1e7e103b5e2e7', 'gw_port': {'id': 'e9cb67b1-bba5-451b-8ab4-122f07879e89', 'name': '', 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:60:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5cf012-3b04-40cc-b846-1081fba5f7c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:20:40Z', 'updated_at': '2021-02-17T21:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-smb', '_floatingips': [{'id': 'ef84a88d-5868-42c5-b589-367ac786e4e7', 'tenant_id': 'dd37991a5603474184e1e7e103b5e2e7', 'floating_ip_address': '172.28.3.166', 'floating_network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'router_id': '0b5cf012-3b04-40cc-b846-1081fba5f7c5', 'port_id': 'b9b20699-68d7-4a5d-ac0c-b5ea162a3433', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91ed6b15-96c5-473b-b3e5-022a9f16968c', 'mac_address': 'fa:16:3e:b7:63:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d26802-c5aa-45f3-bdab-1816f86d43e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T21:21:51Z', 'updated_at': '2021-02-17T21:21:56Z', 'revision_number': 1, 'project_id': 'dd37991a5603474184e1e7e103b5e2e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1bd76bb-6378-4b02-8adc-7f6fa34a1913', 'name': '', 'network_id': '91ed6b15-96c5-473b-b3e5-022a9f16968c', 'tenant_id': 'dd37991a5603474184e1e7e103b5e2e7', 'mac_address': 'fa:16:3e:4a:ba:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5cf012-3b04-40cc-b846-1081fba5f7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'bd2c5f1d-7235-45ff-833f-908aea4c2ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:20:46Z', 'updated_at': '2021-02-17T21:21:00Z', 'revision_number': 5, 'project_id': 'dd37991a5603474184e1e7e103b5e2e7', 'subnets': [{'id': 'bd2c5f1d-7235-45ff-833f-908aea4c2ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-4-smb', False) {} {{(pid=83973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:21:58.847317 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ef5f82-b649-4c6f-a159-2c73648ba2ef None None] Checking router: 0b5cf012-3b04-40cc-b846-1081fba5f7c5 for host: dv-cinder-760193-4-smb {{(pid=83973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 21:21:58.851856 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6726c3-d8d1-45ee-bfb7-e5241c8b7fd4 req-7d762626-f89f-4ef1-ae4f-104b4363625e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:58.853493 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-4a6726c3-d8d1-45ee-bfb7-e5241c8b7fd4 req-7d762626-f89f-4ef1-ae4f-104b4363625e service neutron] 10.222.0.90 "GET /v2.0/networks?id=91ed6b15-96c5-473b-b3e5-022a9f16968c HTTP/1.1" status: 200 len: 909 time: 0.1877098 Feb 17 21:21:58.863889 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ef5f82-b649-4c6f-a159-2c73648ba2ef None None] Routers {'0b5cf012-3b04-40cc-b846-1081fba5f7c5'} bound to L3 agent in host dv-cinder-760193-4-smb {{(pid=83973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:21:58.864608 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-44ef5f82-b649-4c6f-a159-2c73648ba2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T21:09:02Z,description=,heartbeat_timestamp=2021-02-17T21:21:32Z,host='dv-cinder-760193-4-smb',id=0536e1cb-4d3e-42d2-8b6d-8bd52a4e2590,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T21:09:02Z,topic='l3_agent')) {'router_ids': ['0b5cf012-3b04-40cc-b846-1081fba5f7c5'], 'active': True} {{(pid=83973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:21:58.877652 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-e867e8ea-3b8b-4e44-a4e8-05f74049b6b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853846128'] for router_interface, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:58.991717 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-4a6726c3-d8d1-45ee-bfb7-e5241c8b7fd4 req-1b78dd28-c4fd-4c10-a5c0-de47ec54be26 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9b20699-68d7-4a5d-ac0c-b5ea162a3433 HTTP/1.1" status: 200 len: 1000 time: 0.1280749 Feb 17 21:21:59.088256 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6726c3-d8d1-45ee-bfb7-e5241c8b7fd4 req-69fff8a1-bb92-4786-870e-0e5ec70fc407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:59.098838 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-4a6726c3-d8d1-45ee-bfb7-e5241c8b7fd4 req-69fff8a1-bb92-4786-870e-0e5ec70fc407 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=bd2c5f1d-7235-45ff-833f-908aea4c2ec0 HTTP/1.1" status: 200 len: 853 time: 0.0985265 Feb 17 21:21:59.230441 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6726c3-d8d1-45ee-bfb7-e5241c8b7fd4 req-2353e833-a184-4d3f-903b-8a5d80f67b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:59.232132 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-4a6726c3-d8d1-45ee-bfb7-e5241c8b7fd4 req-2353e833-a184-4d3f-903b-8a5d80f67b69 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=91ed6b15-96c5-473b-b3e5-022a9f16968c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1320848 Feb 17 21:21:59.338630 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvr_db [None req-44ef5f82-b649-4c6f-a159-2c73648ba2ef None None] Set router 0b5cf012-3b04-40cc-b846-1081fba5f7c5 gateway port host: dv-cinder-760193-4-smb {{(pid=83973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:21:59.445399 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-4a6726c3-d8d1-45ee-bfb7-e5241c8b7fd4 req-d6a0a3d9-3731-4463-bd1d-9c0004f816a9 service neutron] 10.222.0.90 "GET /v2.0/networks/91ed6b15-96c5-473b-b3e5-022a9f16968c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019255 Feb 17 21:21:59.451353 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:59.456889 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-e867e8ea-3b8b-4e44-a4e8-05f74049b6b5 admin admin] Deleting port a39b3011-2218-45cc-b4c6-41e0c8ad492c {{(pid=83970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:21:59.457272 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-e867e8ea-3b8b-4e44-a4e8-05f74049b6b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506882676'] for port, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:59.487610 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50d26802-c5aa-45f3-bdab-1816f86d43e6', 'tag': 'b9b20699-68d7-4a5d-ac0c-b5ea162a3433'}] {{(pid=83971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:21:59.617670 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50d26802-c5aa-45f3-bdab-1816f86d43e6', 'tag': 'b9b20699-68d7-4a5d-ac0c-b5ea162a3433', 'status': 'completed', 'code': 200} Feb 17 21:21:59.670539 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-e867e8ea-3b8b-4e44-a4e8-05f74049b6b5 admin admin] For port a39b3011-2218-45cc-b4c6-41e0c8ad492c, host dv-cinder-760193-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-smb',level=0,port_id=a39b3011-2218-45cc-b4c6-41e0c8ad492c,segment=NetworkSegment(0c340f71-b40c-45bd-8407-02d59c0632f4),segment_id=0c340f71-b40c-45bd-8407-02d59c0632f4)] {{(pid=83970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:21:59.670983 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-e867e8ea-3b8b-4e44-a4e8-05f74049b6b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-921726'] for port, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:59.702021 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-4a6726c3-d8d1-45ee-bfb7-e5241c8b7fd4 req-10d8b706-e960-4dc6-b459-ed1363da5d95 service neutron] 10.222.0.90 "GET /v2.0/networks/91ed6b15-96c5-473b-b3e5-022a9f16968c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2484555 Feb 17 21:21:59.749696 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2edf11-dbea-4890-b54a-b56e1074dbe1 req-1886c809-efa5-4faa-92df-29f4e3a88889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:59.761871 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-8e2edf11-dbea-4890-b54a-b56e1074dbe1 req-1886c809-efa5-4faa-92df-29f4e3a88889 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=dd37991a5603474184e1e7e103b5e2e7&device_id=50d26802-c5aa-45f3-bdab-1816f86d43e6 HTTP/1.1" status: 200 len: 1163 time: 0.1195865 Feb 17 21:21:59.763826 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [req-c91cb2e3-32e1-4aaa-8674-5ab75df80ab9 req-66d5d380-b9ca-42d6-8800-a450ffc7c3be tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-957753248', 'description': 'tempest-TestMinimumBasicScenario-957753248 description'}} {{(pid=83971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:21:59.770727 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [req-c91cb2e3-32e1-4aaa-8674-5ab75df80ab9 req-66d5d380-b9ca-42d6-8800-a450ffc7c3be tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:21:59.771862 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-44ef5f82-b649-4c6f-a159-2c73648ba2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5cf012-3b04-40cc-b846-1081fba5f7c5', 'name': 'tempest-TestMinimumBasicScenario-589450793-router', 'tenant_id': 'dd37991a5603474184e1e7e103b5e2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'external_fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.251'}], 'enable_snat': True}, 'gw_port_id': 'e9cb67b1-bba5-451b-8ab4-122f07879e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:20:39Z', 'updated_at': '2021-02-17T21:20:47Z', 'revision_number': 4, 'project_id': 'dd37991a5603474184e1e7e103b5e2e7', 'gw_port': {'id': 'e9cb67b1-bba5-451b-8ab4-122f07879e89', 'name': '', 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:60:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5cf012-3b04-40cc-b846-1081fba5f7c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:20:40Z', 'updated_at': '2021-02-17T21:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-smb', '_floatingips': [{'id': 'ef84a88d-5868-42c5-b589-367ac786e4e7', 'tenant_id': 'dd37991a5603474184e1e7e103b5e2e7', 'floating_ip_address': '172.28.3.166', 'floating_network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'router_id': '0b5cf012-3b04-40cc-b846-1081fba5f7c5', 'port_id': 'b9b20699-68d7-4a5d-ac0c-b5ea162a3433', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91ed6b15-96c5-473b-b3e5-022a9f16968c', 'mac_address': 'fa:16:3e:b7:63:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d26802-c5aa-45f3-bdab-1816f86d43e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T21:21:51Z', 'updated_at': '2021-02-17T21:21:56Z', 'revision_number': 1, 'project_id': 'dd37991a5603474184e1e7e103b5e2e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1bd76bb-6378-4b02-8adc-7f6fa34a1913', 'name': '', 'network_id': '91ed6b15-96c5-473b-b3e5-022a9f16968c', 'tenant_id': 'dd37991a5603474184e1e7e103b5e2e7', 'mac_address': 'fa:16:3e:4a:ba:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5cf012-3b04-40cc-b846-1081fba5f7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'bd2c5f1d-7235-45ff-833f-908aea4c2ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:20:46Z', 'updated_at': '2021-02-17T21:21:00Z', 'revision_number': 5, 'project_id': 'dd37991a5603474184e1e7e103b5e2e7', 'subnets': [{'id': 'bd2c5f1d-7235-45ff-833f-908aea4c2ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-4-smb', False) {} {{(pid=83973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:21:59.775231 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-c91cb2e3-32e1-4aaa-8674-5ab75df80ab9 req-66d5d380-b9ca-42d6-8800-a450ffc7c3be tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Usage tracker for resource:security_group and tenant:dd37991a5603474184e1e7e103b5e2e7 is out of sync, need to count used quota {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:21:59.777065 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44ef5f82-b649-4c6f-a159-2c73648ba2ef None None] The sync data for ids ['0b5cf012-3b04-40cc-b846-1081fba5f7c5'] in dv-cinder-760193-4-smb is: [{'id': '0b5cf012-3b04-40cc-b846-1081fba5f7c5', 'name': 'tempest-TestMinimumBasicScenario-589450793-router', 'tenant_id': 'dd37991a5603474184e1e7e103b5e2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'external_fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.251'}], 'enable_snat': True}, 'gw_port_id': 'e9cb67b1-bba5-451b-8ab4-122f07879e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:20:39Z', 'updated_at': '2021-02-17T21:20:47Z', 'revision_number': 4, 'project_id': 'dd37991a5603474184e1e7e103b5e2e7', 'gw_port': {'id': 'e9cb67b1-bba5-451b-8ab4-122f07879e89', 'name': '', 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:60:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5cf012-3b04-40cc-b846-1081fba5f7c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:20:40Z', 'updated_at': '2021-02-17T21:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-smb', '_floatingips': [{'id': 'ef84a88d-5868-42c5-b589-367ac786e4e7', 'tenant_id': 'dd37991a5603474184e1e7e103b5e2e7', 'floating_ip_address': '172.28.3.166', 'floating_network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'router_id': '0b5cf012-3b04-40cc-b846-1081fba5f7c5', 'port_id': 'b9b20699-68d7-4a5d-ac0c-b5ea162a3433', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91ed6b15-96c5-473b-b3e5-022a9f16968c', 'mac_address': 'fa:16:3e:b7:63:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d26802-c5aa-45f3-bdab-1816f86d43e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T21:21:51Z', 'updated_at': '2021-02-17T21:21:56Z', 'revision_number': 1, 'project_id': 'dd37991a5603474184e1e7e103b5e2e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1bd76bb-6378-4b02-8adc-7f6fa34a1913', 'name': '', 'network_id': '91ed6b15-96c5-473b-b3e5-022a9f16968c', 'tenant_id': 'dd37991a5603474184e1e7e103b5e2e7', 'mac_address': 'fa:16:3e:4a:ba:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5cf012-3b04-40cc-b846-1081fba5f7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'bd2c5f1d-7235-45ff-833f-908aea4c2ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:20:46Z', 'updated_at': '2021-02-17T21:21:00Z', 'revision_number': 5, 'project_id': 'dd37991a5603474184e1e7e103b5e2e7', 'subnets': [{'id': 'bd2c5f1d-7235-45ff-833f-908aea4c2ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 21:21:59.778272 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-c91cb2e3-32e1-4aaa-8674-5ab75df80ab9 req-66d5d380-b9ca-42d6-8800-a450ffc7c3be tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:21:59.825021 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-e867e8ea-3b8b-4e44-a4e8-05f74049b6b5 admin admin] Calling delete_port for a39b3011-2218-45cc-b4c6-41e0c8ad492c owned by network:router_interface {{(pid=83970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:21:59.880596 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [req-c91cb2e3-32e1-4aaa-8674-5ab75df80ab9 req-66d5d380-b9ca-42d6-8800-a450ffc7c3be tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:21:59.899911 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-c91cb2e3-32e1-4aaa-8674-5ab75df80ab9 req-66d5d380-b9ca-42d6-8800-a450ffc7c3be tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Notify callbacks [] for security_group, before_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:21:59.950094 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [req-c91cb2e3-32e1-4aaa-8674-5ab75df80ab9 req-66d5d380-b9ca-42d6-8800-a450ffc7c3be tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:21:59.960598 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-c91cb2e3-32e1-4aaa-8674-5ab75df80ab9 req-66d5d380-b9ca-42d6-8800-a450ffc7c3be tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Usage tracker for resource:security_group_rule and tenant:dd37991a5603474184e1e7e103b5e2e7 is out of sync, need to count used quota {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:21:59.965063 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-c91cb2e3-32e1-4aaa-8674-5ab75df80ab9 req-66d5d380-b9ca-42d6-8800-a450ffc7c3be tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:21:59.968209 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2edf11-dbea-4890-b54a-b56e1074dbe1 req-fc36bffb-32da-4d31-a52b-175602e5dd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:21:59.969820 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-8e2edf11-dbea-4890-b54a-b56e1074dbe1 req-fc36bffb-32da-4d31-a52b-175602e5dd2c service neutron] 10.222.0.95 "GET /v2.0/networks?id=91ed6b15-96c5-473b-b3e5-022a9f16968c HTTP/1.1" status: 200 len: 909 time: 0.1885169 Feb 17 21:21:59.974651 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [req-c91cb2e3-32e1-4aaa-8674-5ab75df80ab9 req-66d5d380-b9ca-42d6-8800-a450ffc7c3be tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:22:00.137779 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-8e2edf11-dbea-4890-b54a-b56e1074dbe1 req-4cfbb820-b9f4-4f17-974e-352ea9de7d7b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9b20699-68d7-4a5d-ac0c-b5ea162a3433 HTTP/1.1" status: 200 len: 1000 time: 0.1578789 Feb 17 21:22:00.207360 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fe4162-e254-4193-8417-219294f5b4d5 None None] New status for floating IP ef84a88d-5868-42c5-b589-367ac786e4e7: ACTIVE {{(pid=83972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 21:22:00.216332 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-e867e8ea-3b8b-4e44-a4e8-05f74049b6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782347900463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782347493337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1732037'] for port, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:00.236798 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-db96a112-5b36-4c68-a701-e7773f33b375 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:22:00.267308 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-c91cb2e3-32e1-4aaa-8674-5ab75df80ab9 req-66d5d380-b9ca-42d6-8800-a450ffc7c3be tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Notify callbacks [] for security_group, precommit_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:00.276042 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-c91cb2e3-32e1-4aaa-8674-5ab75df80ab9 req-66d5d380-b9ca-42d6-8800-a450ffc7c3be tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:00.290279 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2edf11-dbea-4890-b54a-b56e1074dbe1 req-472f64c1-fa0a-43b4-bcf2-3ced93b33370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:22:00.291927 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-8e2edf11-dbea-4890-b54a-b56e1074dbe1 req-472f64c1-fa0a-43b4-bcf2-3ced93b33370 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bd2c5f1d-7235-45ff-833f-908aea4c2ec0 HTTP/1.1" status: 200 len: 853 time: 0.1389852 Feb 17 21:22:00.294334 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-fadd37d0-8c47-41ac-b31c-512f23f7c3b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:22:00.357051 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e867e8ea-3b8b-4e44-a4e8-05f74049b6b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a39b3011-2218-45cc-b4c6-41e0c8ad492c,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:22:00.375234 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-e867e8ea-3b8b-4e44-a4e8-05f74049b6b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:22:00.413803 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d5d380-b9ca-42d6-8800-a450ffc7c3be tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb5c7c72-3e83-40a6-a53b-d187455aa4ec,revision_number=1']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:22:00.417096 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-66d5d380-b9ca-42d6-8800-a450ffc7c3be tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:22:00.421012 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-c91cb2e3-32e1-4aaa-8674-5ab75df80ab9 req-66d5d380-b9ca-42d6-8800-a450ffc7c3be tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Notify callbacks [] for security_group, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:00.433295 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-c91cb2e3-32e1-4aaa-8674-5ab75df80ab9 req-66d5d380-b9ca-42d6-8800-a450ffc7c3be tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.6752217 Feb 17 21:22:00.455880 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2edf11-dbea-4890-b54a-b56e1074dbe1 req-b5ac52e5-ae2d-43dc-861e-a4acab82eaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:22:00.458429 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-8e2edf11-dbea-4890-b54a-b56e1074dbe1 req-b5ac52e5-ae2d-43dc-861e-a4acab82eaa8 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=91ed6b15-96c5-473b-b3e5-022a9f16968c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1440055 Feb 17 21:22:00.511092 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-632b5c70-f12a-4247-b296-8385d4602520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:00.624881 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-0b0578de-63b7-4bda-bd14-0fe482845b63 req-0ccee375-6e99-4157-9de2-ff1fee4553b6 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.90 "GET /v2.0/security-groups/fb5c7c72-3e83-40a6-a53b-d187455aa4ec HTTP/1.1" status: 200 len: 1812 time: 0.1650224 Feb 17 21:22:00.637964 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [req-0b0578de-63b7-4bda-bd14-0fe482845b63 req-198ff506-4d77-4f53-b1a4-4edc1285140f tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fb5c7c72-3e83-40a6-a53b-d187455aa4ec', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=83971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:22:00.638347 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [req-0b0578de-63b7-4bda-bd14-0fe482845b63 req-198ff506-4d77-4f53-b1a4-4edc1285140f tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fb5c7c72-3e83-40a6-a53b-d187455aa4ec', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=83971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:22:00.649490 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [req-0b0578de-63b7-4bda-bd14-0fe482845b63 req-198ff506-4d77-4f53-b1a4-4edc1285140f tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:22:00.666223 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-0b0578de-63b7-4bda-bd14-0fe482845b63 req-198ff506-4d77-4f53-b1a4-4edc1285140f tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Usage tracker for resource:security_group_rule and tenant:dd37991a5603474184e1e7e103b5e2e7 is out of sync, need to count used quota {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:22:00.671576 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-0b0578de-63b7-4bda-bd14-0fe482845b63 req-198ff506-4d77-4f53-b1a4-4edc1285140f tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:22:00.680284 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [req-0b0578de-63b7-4bda-bd14-0fe482845b63 req-198ff506-4d77-4f53-b1a4-4edc1285140f tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:22:00.704749 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-8e2edf11-dbea-4890-b54a-b56e1074dbe1 req-f977e06d-3e92-4536-baa6-98e516ebb333 service neutron] 10.222.0.95 "GET /v2.0/networks/91ed6b15-96c5-473b-b3e5-022a9f16968c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270079 Feb 17 21:22:00.753920 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-e867e8ea-3b8b-4e44-a4e8-05f74049b6b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853846018'] for router_interface, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:00.867567 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-0b0578de-63b7-4bda-bd14-0fe482845b63 req-198ff506-4d77-4f53-b1a4-4edc1285140f tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:00.900491 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-0b0578de-63b7-4bda-bd14-0fe482845b63 req-198ff506-4d77-4f53-b1a4-4edc1285140f tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:00.911346 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-0b0578de-63b7-4bda-bd14-0fe482845b63 req-198ff506-4d77-4f53-b1a4-4edc1285140f tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032038'] for security_group_rule, after_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:00.925037 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-37f7715b-0c73-4164-9d9f-09c13be81bee tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:22:00.972109 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198ff506-4d77-4f53-b1a4-4edc1285140f tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baef4852-e700-42a2-b176-19a9e1951270,revision_number=0']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:22:00.980317 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-198ff506-4d77-4f53-b1a4-4edc1285140f tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:22:00.985627 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-8e2edf11-dbea-4890-b54a-b56e1074dbe1 req-1883ea47-5038-4d8a-8a61-45f1fff215d0 service neutron] 10.222.0.95 "GET /v2.0/networks/91ed6b15-96c5-473b-b3e5-022a9f16968c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2715888 Feb 17 21:22:00.986855 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-0b0578de-63b7-4bda-bd14-0fe482845b63 req-198ff506-4d77-4f53-b1a4-4edc1285140f tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:00.988087 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-0b0578de-63b7-4bda-bd14-0fe482845b63 req-198ff506-4d77-4f53-b1a4-4edc1285140f tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3561635 Feb 17 21:22:01.085502 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-ced5ade4-50cd-4aa7-acd7-c0069aa2f317 req-8f57701a-38cd-4912-942a-581c289eac83 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.90 "GET /v2.0/security-groups/fb5c7c72-3e83-40a6-a53b-d187455aa4ec HTTP/1.1" status: 200 len: 2405 time: 0.0694211 Feb 17 21:22:01.091466 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [req-ced5ade4-50cd-4aa7-acd7-c0069aa2f317 req-2862d632-a9eb-4917-a804-57c73e33d4c2 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fb5c7c72-3e83-40a6-a53b-d187455aa4ec', 'remote_group_id': None}]} {{(pid=83971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:22:01.091834 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [req-ced5ade4-50cd-4aa7-acd7-c0069aa2f317 req-2862d632-a9eb-4917-a804-57c73e33d4c2 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fb5c7c72-3e83-40a6-a53b-d187455aa4ec', 'remote_group_id': None}} {{(pid=83971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:22:01.099933 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [req-ced5ade4-50cd-4aa7-acd7-c0069aa2f317 req-2862d632-a9eb-4917-a804-57c73e33d4c2 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:22:01.104505 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-ced5ade4-50cd-4aa7-acd7-c0069aa2f317 req-2862d632-a9eb-4917-a804-57c73e33d4c2 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Usage tracker for resource:security_group_rule and tenant:dd37991a5603474184e1e7e103b5e2e7 is out of sync, need to count used quota {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:22:01.107944 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-ced5ade4-50cd-4aa7-acd7-c0069aa2f317 req-2862d632-a9eb-4917-a804-57c73e33d4c2 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:22:01.115953 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [req-ced5ade4-50cd-4aa7-acd7-c0069aa2f317 req-2862d632-a9eb-4917-a804-57c73e33d4c2 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:22:01.174859 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-ced5ade4-50cd-4aa7-acd7-c0069aa2f317 req-2862d632-a9eb-4917-a804-57c73e33d4c2 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:01.207068 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-ced5ade4-50cd-4aa7-acd7-c0069aa2f317 req-2862d632-a9eb-4917-a804-57c73e33d4c2 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:01.210761 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-ced5ade4-50cd-4aa7-acd7-c0069aa2f317 req-2862d632-a9eb-4917-a804-57c73e33d4c2 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032038'] for security_group_rule, after_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:01.213009 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-198ff506-4d77-4f53-b1a4-4edc1285140f tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:22:01.238146 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2862d632-a9eb-4917-a804-57c73e33d4c2 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fb57b77-0ab6-4d12-9804-7b41431b0256,revision_number=0']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:22:01.241504 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-2862d632-a9eb-4917-a804-57c73e33d4c2 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:22:01.249155 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-ced5ade4-50cd-4aa7-acd7-c0069aa2f317 req-2862d632-a9eb-4917-a804-57c73e33d4c2 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:01.250565 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-ced5ade4-50cd-4aa7-acd7-c0069aa2f317 req-2862d632-a9eb-4917-a804-57c73e33d4c2 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1638858 Feb 17 21:22:01.393523 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-14fa9aae-f5ff-45ee-80e7-58bedefc2dd5 req-40adc1c1-a7e9-47dc-8638-ade87305ca6c tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Synchronizing usage tracker for tenant:dd37991a5603474184e1e7e103b5e2e7 on resource:security_group {{(pid=83971) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:22:01.411995 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-14fa9aae-f5ff-45ee-80e7-58bedefc2dd5 req-40adc1c1-a7e9-47dc-8638-ade87305ca6c tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Unset dirty status for tenant:dd37991a5603474184e1e7e103b5e2e7 on resource:security_group {{(pid=83971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:22:01.415162 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-14fa9aae-f5ff-45ee-80e7-58bedefc2dd5 req-40adc1c1-a7e9-47dc-8638-ade87305ca6c tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-957753248&fields=id&tenant_id=dd37991a5603474184e1e7e103b5e2e7 HTTP/1.1" status: 200 len: 267 time: 0.0703633 Feb 17 21:22:01.518208 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa9aae-f5ff-45ee-80e7-58bedefc2dd5 req-43102542-de67-4d6d-a7f4-d4ba777b4bbd tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:22:01.519922 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-14fa9aae-f5ff-45ee-80e7-58bedefc2dd5 req-43102542-de67-4d6d-a7f4-d4ba777b4bbd tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.90 "GET /v2.0/ports?device_id=50d26802-c5aa-45f3-bdab-1816f86d43e6 HTTP/1.1" status: 200 len: 946 time: 0.0990314 Feb 17 21:22:01.533317 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [req-14fa9aae-f5ff-45ee-80e7-58bedefc2dd5 req-d968b4a0-6c08-43e1-b9b3-71e7fd7777c5 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Request body: {'port': {'security_groups': ['29732fa1-20df-4399-9daf-2f6c9147bbac', 'fb5c7c72-3e83-40a6-a53b-d187455aa4ec']}} {{(pid=83971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:22:01.560042 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e867e8ea-3b8b-4e44-a4e8-05f74049b6b5 admin admin] Router 27e89245-b678-485e-a102-eed28c72df52 has already been hosted by L3 agent 0536e1cb-4d3e-42d2-8b6d-8bd52a4e2590 {{(pid=83970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 21:22:01.664804 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-14fa9aae-f5ff-45ee-80e7-58bedefc2dd5 req-d968b4a0-6c08-43e1-b9b3-71e7fd7777c5 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:01.766483 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e867e8ea-3b8b-4e44-a4e8-05f74049b6b5 admin admin] Notify agent at l3_agent.dv-cinder-760193-4-smb the message routers_updated {{(pid=83970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 21:22:01.777134 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc70ecbd-d1bd-4b2a-8fcf-1266bc6f5644 None None] Sync routers for ids ['27e89245-b678-485e-a102-eed28c72df52'] in dv-cinder-760193-4-smb {{(pid=83973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 21:22:01.789394 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc70ecbd-d1bd-4b2a-8fcf-1266bc6f5644 None None] Routers {'27e89245-b678-485e-a102-eed28c72df52'} bound to L3 agent in host dv-cinder-760193-4-smb {{(pid=83973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:22:01.790061 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-bc70ecbd-d1bd-4b2a-8fcf-1266bc6f5644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T21:09:02Z,description=,heartbeat_timestamp=2021-02-17T21:21:32Z,host='dv-cinder-760193-4-smb',id=0536e1cb-4d3e-42d2-8b6d-8bd52a4e2590,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T21:09:02Z,topic='l3_agent')) {'router_ids': ['27e89245-b678-485e-a102-eed28c72df52'], 'active': True} {{(pid=83973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:22:01.802235 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-e867e8ea-3b8b-4e44-a4e8-05f74049b6b5 admin admin] 10.222.0.90 "PUT /v2.0/routers/27e89245-b678-485e-a102-eed28c72df52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9554212 Feb 17 21:22:01.803544 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 38650) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:22:02.034215 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ef79e34c-9d44-4eb0-8850-6d5e205054ee admin admin] Notify callbacks [] for router, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:02.037697 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvr_db [None req-bc70ecbd-d1bd-4b2a-8fcf-1266bc6f5644 None None] Set router 27e89245-b678-485e-a102-eed28c72df52 gateway port host: dv-cinder-760193-4-smb {{(pid=83973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:22:02.062200 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [req-14fa9aae-f5ff-45ee-80e7-58bedefc2dd5 req-d968b4a0-6c08-43e1-b9b3-71e7fd7777c5 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] For port b9b20699-68d7-4a5d-ac0c-b5ea162a3433, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=b9b20699-68d7-4a5d-ac0c-b5ea162a3433,segment=NetworkSegment(55b585c7-7eac-4e22-a330-06e1852eeb02),segment_id=55b585c7-7eac-4e22-a330-06e1852eeb02)] {{(pid=83971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:22:02.146108 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-14fa9aae-f5ff-45ee-80e7-58bedefc2dd5 req-d968b4a0-6c08-43e1-b9b3-71e7fd7777c5 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Notify callbacks [] for port, precommit_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:02.152902 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-14fa9aae-f5ff-45ee-80e7-58bedefc2dd5 req-d968b4a0-6c08-43e1-b9b3-71e7fd7777c5 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:02.170593 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-427ebf87-0d12-4fde-8cd1-b37fd17a0a70 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:22:02.305188 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ef79e34c-9d44-4eb0-8850-6d5e205054ee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:02.319620 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-ef79e34c-9d44-4eb0-8850-6d5e205054ee admin admin] Deleting port 7319c745-3762-4586-bc2c-ab12168ca0ec {{(pid=83970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:22:02.320004 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ef79e34c-9d44-4eb0-8850-6d5e205054ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506882676'] for port, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:02.345155 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d968b4a0-6c08-43e1-b9b3-71e7fd7777c5 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Pushing event updated for resources: {'Port': ['ID=b9b20699-68d7-4a5d-ac0c-b5ea162a3433,revision_number=5']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:22:02.368729 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d968b4a0-6c08-43e1-b9b3-71e7fd7777c5 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:22:02.416719 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa9aae-f5ff-45ee-80e7-58bedefc2dd5 req-d968b4a0-6c08-43e1-b9b3-71e7fd7777c5 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:22:02.417402 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-14fa9aae-f5ff-45ee-80e7-58bedefc2dd5 req-d968b4a0-6c08-43e1-b9b3-71e7fd7777c5 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768493'] for port, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:02.418943 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-14fa9aae-f5ff-45ee-80e7-58bedefc2dd5 req-d968b4a0-6c08-43e1-b9b3-71e7fd7777c5 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.90 "PUT /v2.0/ports/b9b20699-68d7-4a5d-ac0c-b5ea162a3433 HTTP/1.1" status: 200 len: 982 time: 0.8911040 Feb 17 21:22:02.419549 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50d26802-c5aa-45f3-bdab-1816f86d43e6', 'tag': 'b9b20699-68d7-4a5d-ac0c-b5ea162a3433'}] {{(pid=83971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:22:02.533227 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-97fc14a6-14f2-4ee6-805e-c0a8e689aea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:02.547707 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-bc70ecbd-d1bd-4b2a-8fcf-1266bc6f5644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27e89245-b678-485e-a102-eed28c72df52', 'name': 'tempest-ServerRescueNegativeTestJSON-1631065911-router', 'tenant_id': '1e8007caa2284731820d67e6f9d57ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'external_fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.159'}], 'enable_snat': True}, 'gw_port_id': '7319c745-3762-4586-bc2c-ab12168ca0ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:18:06Z', 'updated_at': '2021-02-17T21:22:00Z', 'revision_number': 5, 'project_id': '1e8007caa2284731820d67e6f9d57ee9', 'gw_port': {'id': '7319c745-3762-4586-bc2c-ab12168ca0ec', 'name': '', 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:3e:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e89245-b678-485e-a102-eed28c72df52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:18:09Z', 'updated_at': '2021-02-17T21:18:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-smb'}], 'dv-cinder-760193-4-smb', False) {} {{(pid=83973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:22:02.553086 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc70ecbd-d1bd-4b2a-8fcf-1266bc6f5644 None None] Checking router: 27e89245-b678-485e-a102-eed28c72df52 for host: dv-cinder-760193-4-smb {{(pid=83973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 21:22:02.567855 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-ef79e34c-9d44-4eb0-8850-6d5e205054ee admin admin] For port 7319c745-3762-4586-bc2c-ab12168ca0ec, host dv-cinder-760193-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-smb',level=0,port_id=7319c745-3762-4586-bc2c-ab12168ca0ec,segment=NetworkSegment(1160e08b-7d0c-4f07-a68b-9e1b3764f9c4),segment_id=1160e08b-7d0c-4f07-a68b-9e1b3764f9c4)] {{(pid=83970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:22:02.568418 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ef79e34c-9d44-4eb0-8850-6d5e205054ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-921726'] for port, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:02.568818 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc70ecbd-d1bd-4b2a-8fcf-1266bc6f5644 None None] Routers {'27e89245-b678-485e-a102-eed28c72df52'} bound to L3 agent in host dv-cinder-760193-4-smb {{(pid=83973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:22:02.569656 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-bc70ecbd-d1bd-4b2a-8fcf-1266bc6f5644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T21:09:02Z,description=,heartbeat_timestamp=2021-02-17T21:22:02Z,host='dv-cinder-760193-4-smb',id=0536e1cb-4d3e-42d2-8b6d-8bd52a4e2590,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T21:09:02Z,topic='l3_agent')) {'router_ids': ['27e89245-b678-485e-a102-eed28c72df52'], 'active': True} {{(pid=83973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:22:02.582321 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50d26802-c5aa-45f3-bdab-1816f86d43e6', 'tag': 'b9b20699-68d7-4a5d-ac0c-b5ea162a3433', 'status': 'completed', 'code': 200} Feb 17 21:22:02.746550 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 38670) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:22:02.780019 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-ef79e34c-9d44-4eb0-8850-6d5e205054ee admin admin] Calling delete_port for 7319c745-3762-4586-bc2c-ab12168ca0ec owned by network:router_gateway {{(pid=83970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:22:02.794983 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvr_db [None req-bc70ecbd-d1bd-4b2a-8fcf-1266bc6f5644 None None] Set router 27e89245-b678-485e-a102-eed28c72df52 gateway port host: None {{(pid=83973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:22:02.799496 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-6662066a-5b67-4e3d-ac22-6f58011050ea None None] Provisioning complete for port b9b20699-68d7-4a5d-ac0c-b5ea162a3433 triggered by entity DHCP. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:22:02.799916 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-6662066a-5b67-4e3d-ac22-6f58011050ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:02.817244 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84aa407-fed5-4914-90b0-e5cfc185f829 req-d9f58fb7-3af8-4578-bc5d-ce5cac5bcc30 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:22:02.825050 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-f84aa407-fed5-4914-90b0-e5cfc185f829 req-d9f58fb7-3af8-4578-bc5d-ce5cac5bcc30 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.90 "GET /v2.0/ports?device_id=50d26802-c5aa-45f3-bdab-1816f86d43e6 HTTP/1.1" status: 200 len: 985 time: 0.1563470 Feb 17 21:22:02.843457 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ffe20-f655-49bf-b47b-34bc2fb03641 req-0dc9b979-e324-4322-9c59-3d959703b304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:22:02.845089 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-7e5ffe20-f655-49bf-b47b-34bc2fb03641 req-0dc9b979-e324-4322-9c59-3d959703b304 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=dd37991a5603474184e1e7e103b5e2e7&device_id=50d26802-c5aa-45f3-bdab-1816f86d43e6 HTTP/1.1" status: 200 len: 1203 time: 0.2502542 Feb 17 21:22:02.961191 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-bc70ecbd-d1bd-4b2a-8fcf-1266bc6f5644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27e89245-b678-485e-a102-eed28c72df52', 'name': 'tempest-ServerRescueNegativeTestJSON-1631065911-router', 'tenant_id': '1e8007caa2284731820d67e6f9d57ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:18:06Z', 'updated_at': '2021-02-17T21:22:02Z', 'revision_number': 6, 'project_id': '1e8007caa2284731820d67e6f9d57ee9', 'gw_port_host': None}], 'dv-cinder-760193-4-smb', False) {} {{(pid=83973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:22:02.966424 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc70ecbd-d1bd-4b2a-8fcf-1266bc6f5644 None None] The sync data for ids ['27e89245-b678-485e-a102-eed28c72df52'] in dv-cinder-760193-4-smb is: [{'id': '27e89245-b678-485e-a102-eed28c72df52', 'name': 'tempest-ServerRescueNegativeTestJSON-1631065911-router', 'tenant_id': '1e8007caa2284731820d67e6f9d57ee9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:18:06Z', 'updated_at': '2021-02-17T21:22:02Z', 'revision_number': 6, 'project_id': '1e8007caa2284731820d67e6f9d57ee9', 'gw_port_host': None}] {{(pid=83973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 21:22:03.024492 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-f84aa407-fed5-4914-90b0-e5cfc185f829 req-b3437b4b-49f7-4aca-b927-2e000753a1b7 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.90 "GET /v2.0/security-groups?id=29732fa1-20df-4399-9daf-2f6c9147bbac&id=fb5c7c72-3e83-40a6-a53b-d187455aa4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1984916 Feb 17 21:22:03.031548 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ef79e34c-9d44-4eb0-8850-6d5e205054ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782347900463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782347493337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1732037'] for port, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:03.107396 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-4f4052f5-d2c8-4b8b-9392-9ca871076b26 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=636d3bdff42b4faeab9017291d032ed5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3494563 Feb 17 21:22:03.112664 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 38678) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:22:03.124317 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-e867e8ea-3b8b-4e44-a4e8-05f74049b6b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:22:03.127270 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ffe20-f655-49bf-b47b-34bc2fb03641 req-4083e627-c577-4fc8-bd15-5d629d07433c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:22:03.128898 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-7e5ffe20-f655-49bf-b47b-34bc2fb03641 req-4083e627-c577-4fc8-bd15-5d629d07433c service neutron] 10.222.0.95 "GET /v2.0/networks?id=91ed6b15-96c5-473b-b3e5-022a9f16968c HTTP/1.1" status: 200 len: 909 time: 0.2748771 Feb 17 21:22:03.183584 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef79e34c-9d44-4eb0-8850-6d5e205054ee admin admin] Pushing event deleted for resources: {'Port': ['ID=7319c745-3762-4586-bc2c-ab12168ca0ec,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:22:03.186698 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-ef79e34c-9d44-4eb0-8850-6d5e205054ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:22:03.268085 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f1cec3f0-2839-4108-802d-97c7b40b55a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:03.280108 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-61dd455d-44dd-43b5-bd5a-140ddbf943f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:03.300707 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-7e5ffe20-f655-49bf-b47b-34bc2fb03641 req-7d037ce9-bc5a-4176-adf3-cb29f56f25d6 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9b20699-68d7-4a5d-ac0c-b5ea162a3433 HTTP/1.1" status: 200 len: 1002 time: 0.1574917 Feb 17 21:22:03.335217 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ef79e34c-9d44-4eb0-8850-6d5e205054ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-925322'] for router_gateway, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:03.367198 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-61dd455d-44dd-43b5-bd5a-140ddbf943f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:03.420643 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ffe20-f655-49bf-b47b-34bc2fb03641 req-77fa7633-7dea-4a60-8898-cb5777edc3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:22:03.422208 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-7e5ffe20-f655-49bf-b47b-34bc2fb03641 req-77fa7633-7dea-4a60-8898-cb5777edc3f4 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bd2c5f1d-7235-45ff-833f-908aea4c2ec0 HTTP/1.1" status: 200 len: 853 time: 0.1099963 Feb 17 21:22:03.469737 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-61dd455d-44dd-43b5-bd5a-140ddbf943f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:03.480504 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-e76dc03d-b68c-49fb-ab1a-849eefbda095 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:22:03.503377 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dd455d-44dd-43b5-bd5a-140ddbf943f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d18b0c1-23eb-47d8-bd20-7adadf447a59,revision_number=None']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:22:03.507553 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-61dd455d-44dd-43b5-bd5a-140ddbf943f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:22:03.517686 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-61dd455d-44dd-43b5-bd5a-140ddbf943f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:03.521549 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-61dd455d-44dd-43b5-bd5a-140ddbf943f5 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/5d18b0c1-23eb-47d8-bd20-7adadf447a59 HTTP/1.1" status: 204 len: 168 time: 0.4073291 Feb 17 21:22:03.531492 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ef79e34c-9d44-4eb0-8850-6d5e205054ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853848262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773574'] for router, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:03.534009 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ef79e34c-9d44-4eb0-8850-6d5e205054ee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:03.541892 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ffe20-f655-49bf-b47b-34bc2fb03641 req-2feb8ebe-30d6-433c-bebb-c69b7f1c2122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:22:03.543618 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-7e5ffe20-f655-49bf-b47b-34bc2fb03641 req-2feb8ebe-30d6-433c-bebb-c69b7f1c2122 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=91ed6b15-96c5-473b-b3e5-022a9f16968c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1130769 Feb 17 21:22:03.641984 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ef79e34c-9d44-4eb0-8850-6d5e205054ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853847272'] for router, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:03.642741 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef79e34c-9d44-4eb0-8850-6d5e205054ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27e89245-b678-485e-a102-eed28c72df52 {{(pid=83970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 21:22:03.656886 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ef79e34c-9d44-4eb0-8850-6d5e205054ee admin admin] Notify callbacks [] for router, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:03.659262 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-ef79e34c-9d44-4eb0-8850-6d5e205054ee admin admin] 10.222.0.90 "DELETE /v2.0/routers/27e89245-b678-485e-a102-eed28c72df52 HTTP/1.1" status: 204 len: 168 time: 1.8544431 Feb 17 21:22:03.661207 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 38686) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:22:03.710836 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-7e5ffe20-f655-49bf-b47b-34bc2fb03641 req-34af4eeb-77bf-4c86-9dc5-20dc7aae59f3 service neutron] 10.222.0.95 "GET /v2.0/networks/91ed6b15-96c5-473b-b3e5-022a9f16968c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584260 Feb 17 21:22:03.739369 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.db_base_plugin_v2 [None req-91df0f9e-5039-4798-aac0-d68f87c85a46 admin admin] Deleting subnet 68c4757a-1327-48d0-97b5-5af10066f5ed {{(pid=83970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 21:22:03.743443 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-91df0f9e-5039-4798-aac0-d68f87c85a46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:03.805884 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-91df0f9e-5039-4798-aac0-d68f87c85a46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1702825'] for subnet, precommit_delete_associations {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:03.873226 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-91df0f9e-5039-4798-aac0-d68f87c85a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8265988'] for subnet, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:03.875255 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-7e5ffe20-f655-49bf-b47b-34bc2fb03641 req-80fac503-4dc3-4a74-9744-92701f294177 service neutron] 10.222.0.95 "GET /v2.0/networks/91ed6b15-96c5-473b-b3e5-022a9f16968c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1568353 Feb 17 21:22:03.995604 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Device a39b3011-2218-45cc-b4c6-41e0c8ad492c no longer exists at agent ovs-agent-dv-cinder-760193-4-smb {{(pid=83972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:22:04.037553 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] No Port match for: a39b3011-2218-45cc-b4c6-41e0c8ad492c {{(pid=83972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 21:22:04.037943 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Device a39b3011-2218-45cc-b4c6-41e0c8ad492c not bound to the agent host dv-cinder-760193-4-smb {{(pid=83972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 21:22:04.038399 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Device 7319c745-3762-4586-bc2c-ab12168ca0ec no longer exists at agent ovs-agent-dv-cinder-760193-4-smb {{(pid=83972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:22:04.100770 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] No Port match for: 7319c745-3762-4586-bc2c-ab12168ca0ec {{(pid=83972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 21:22:04.101106 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Device 7319c745-3762-4586-bc2c-ab12168ca0ec not bound to the agent host dv-cinder-760193-4-smb {{(pid=83972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 21:22:04.206876 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.agents_db [None req-d7035ca1-ab1a-4600-abec-6b06ab5f95db None None] Agent healthcheck: found 6 active agents {{(pid=83973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 21:22:04.278121 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Device b9b20699-68d7-4a5d-ac0c-b5ea162a3433 up at agent ovs-agent-hv-cinder-76019 {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:22:04.350623 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-91df0f9e-5039-4798-aac0-d68f87c85a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846509796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1731089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2343163'] for subnet, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:04.354399 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Provisioning complete for port b9b20699-68d7-4a5d-ac0c-b5ea162a3433 triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:22:04.354817 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:04.369235 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:22:04.460932 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91df0f9e-5039-4798-aac0-d68f87c85a46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68c4757a-1327-48d0-97b5-5af10066f5ed,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:22:04.464758 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-91df0f9e-5039-4798-aac0-d68f87c85a46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:22:04.504983 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:04.506645 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-91df0f9e-5039-4798-aac0-d68f87c85a46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854194843'] for subnet, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:04.513018 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-91df0f9e-5039-4798-aac0-d68f87c85a46 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/68c4757a-1327-48d0-97b5-5af10066f5ed HTTP/1.1" status: 204 len: 168 time: 0.8505776 Feb 17 21:22:04.515644 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 38694) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:22:04.636153 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d9893522-59ec-43e0-9f07-4405e2bca741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866049'] for network, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:04.828450 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d9893522-59ec-43e0-9f07-4405e2bca741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8267677', 'neutron.services.segments.db._delete_segments_for_network-8782348058381'] for network, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:04.952305 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.services.segments.db [None req-d9893522-59ec-43e0-9f07-4405e2bca741 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa2f4e05-f1b6-4d1c-a052-1a8707f48be4']}} {{(pid=83970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:22:04.966132 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.services.segments.db [None req-d9893522-59ec-43e0-9f07-4405e2bca741 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c340f71-b40c-45bd-8407-02d59c0632f4') {'for_net_delete': True} {{(pid=83970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:22:04.966474 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.services.segments.db [None req-d9893522-59ec-43e0-9f07-4405e2bca741 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c340f71-b40c-45bd-8407-02d59c0632f4') {} {{(pid=83970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:22:04.980222 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d9893522-59ec-43e0-9f07-4405e2bca741 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782348055309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853072975'] for segment, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:04.986705 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-b3b29b12-cbe5-4ec2-9621-66af0787c66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:04.998409 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d9893522-59ec-43e0-9f07-4405e2bca741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846507987'] for segment, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:05.000884 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d9893522-59ec-43e0-9f07-4405e2bca741 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=83970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 21:22:05.191536 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [None req-d9893522-59ec-43e0-9f07-4405e2bca741 admin admin] Network aa2f4e05-f1b6-4d1c-a052-1a8707f48be4 has no segments {{(pid=83970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 21:22:05.201236 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d9893522-59ec-43e0-9f07-4405e2bca741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8267797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853043730'] for segment, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:05.377061 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [None req-d9893522-59ec-43e0-9f07-4405e2bca741 admin admin] Network aa2f4e05-f1b6-4d1c-a052-1a8707f48be4 has no segments {{(pid=83970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 21:22:05.403199 dv-cinder-760193-4-smb neutron-server[83861]: Traceback (most recent call last): Feb 17 21:22:05.403199 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 21:22:05.403199 dv-cinder-760193-4-smb neutron-server[83861]: timer() Feb 17 21:22:05.403199 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 21:22:05.403199 dv-cinder-760193-4-smb neutron-server[83861]: cb(*args, **kw) Feb 17 21:22:05.403199 dv-cinder-760193-4-smb neutron-server[83861]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 21:22:05.403199 dv-cinder-760193-4-smb neutron-server[83861]: return func(*args, **kwargs) Feb 17 21:22:05.403199 dv-cinder-760193-4-smb neutron-server[83861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 21:22:05.403199 dv-cinder-760193-4-smb neutron-server[83861]: self._notify() Feb 17 21:22:05.403199 dv-cinder-760193-4-smb neutron-server[83861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 21:22:05.403199 dv-cinder-760193-4-smb neutron-server[83861]: self.callback(batched_events) Feb 17 21:22:05.403199 dv-cinder-760193-4-smb neutron-server[83861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 21:22:05.403199 dv-cinder-760193-4-smb neutron-server[83861]: event.method(event) Feb 17 21:22:05.403199 dv-cinder-760193-4-smb neutron-server[83861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 21:22:05.403199 dv-cinder-760193-4-smb neutron-server[83861]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 21:22:05.403199 dv-cinder-760193-4-smb neutron-server[83861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 21:22:05.403199 dv-cinder-760193-4-smb neutron-server[83861]: segment_id)['aggregates'][0] Feb 17 21:22:05.403199 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 21:22:05.403199 dv-cinder-760193-4-smb neutron-server[83861]: return f(self, *a, **k) Feb 17 21:22:05.403199 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 21:22:05.403199 dv-cinder-760193-4-smb neutron-server[83861]: return self._get(url).json() Feb 17 21:22:05.403199 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 21:22:05.403199 dv-cinder-760193-4-smb neutron-server[83861]: **kwargs) Feb 17 21:22:05.403199 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 21:22:05.403199 dv-cinder-760193-4-smb neutron-server[83861]: return self.request(url, 'GET', **kwargs) Feb 17 21:22:05.403199 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 21:22:05.403199 dv-cinder-760193-4-smb neutron-server[83861]: **endpoint_filter) Feb 17 21:22:05.403199 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 21:22:05.403199 dv-cinder-760193-4-smb neutron-server[83861]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 21:22:05.403199 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 21:22:05.403199 dv-cinder-760193-4-smb neutron-server[83861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 21:22:05.403199 dv-cinder-760193-4-smb neutron-server[83861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 21:22:05.478833 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d9893522-59ec-43e0-9f07-4405e2bca741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846508139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853850419'] for network, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:05.482203 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d43cc2aa-108d-48e4-aa3b-e322e3f7ebe3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:22:05.496374 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d9893522-59ec-43e0-9f07-4405e2bca741 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854194843'] for network, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:05.505741 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9893522-59ec-43e0-9f07-4405e2bca741 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa2f4e05-f1b6-4d1c-a052-1a8707f48be4,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:22:05.508829 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-d9893522-59ec-43e0-9f07-4405e2bca741 admin admin] 10.222.0.90 "DELETE /v2.0/networks/aa2f4e05-f1b6-4d1c-a052-1a8707f48be4 HTTP/1.1" status: 204 len: 168 time: 0.9921317 Feb 17 21:22:05.509747 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d9893522-59ec-43e0-9f07-4405e2bca741 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:22:05.688413 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 38706) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:22:05.744377 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-9f402074-a15a-408d-a4af-91a876124b2e admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=1e8007caa2284731820d67e6f9d57ee9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0546367 Feb 17 21:22:05.746841 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 38710) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:22:05.807808 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d560437c-a654-4e12-b5b1-46bdc7f40fff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:05.834649 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d560437c-a654-4e12-b5b1-46bdc7f40fff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:05.877943 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d560437c-a654-4e12-b5b1-46bdc7f40fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:05.883435 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-7bee3432-9a37-467e-869e-12ea44492b0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:22:05.895979 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d560437c-a654-4e12-b5b1-46bdc7f40fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df91840-1d6e-47b1-b11d-86f99077f317,revision_number=None']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:22:05.899308 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d560437c-a654-4e12-b5b1-46bdc7f40fff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:22:05.901273 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d560437c-a654-4e12-b5b1-46bdc7f40fff admin admin] Notify callbacks [] for security_group, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:05.903209 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-d560437c-a654-4e12-b5b1-46bdc7f40fff admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/5df91840-1d6e-47b1-b11d-86f99077f317 HTTP/1.1" status: 204 len: 168 time: 0.1543677 Feb 17 21:22:06.643600 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 38740) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:22:06.760027 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [None req-ec89f763-3e10-4b3a-8123-5596436c0cb7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2117019523-network', 'tenant_id': '9c7bb313aece425aab5e866c385e03ee'}} {{(pid=83971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:22:06.765011 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-ec89f763-3e10-4b3a-8123-5596436c0cb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:22:06.769076 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-ec89f763-3e10-4b3a-8123-5596436c0cb7 admin admin] Usage tracker for resource:network and tenant:9c7bb313aece425aab5e866c385e03ee is out of sync, need to count used quota {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:22:06.772797 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-ec89f763-3e10-4b3a-8123-5596436c0cb7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:22:06.778527 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-ec89f763-3e10-4b3a-8123-5596436c0cb7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:22:06.788621 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec89f763-3e10-4b3a-8123-5596436c0cb7 admin admin] Made reservation on behalf of 9c7bb313aece425aab5e866c385e03ee for: {'network': 1} {{(pid=83971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:22:06.793235 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ec89f763-3e10-4b3a-8123-5596436c0cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for network, before_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:06.805933 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ec89f763-3e10-4b3a-8123-5596436c0cb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:06.820955 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-ec89f763-3e10-4b3a-8123-5596436c0cb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:22:06.824920 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-ec89f763-3e10-4b3a-8123-5596436c0cb7 admin admin] Usage tracker for resource:security_group_rule and tenant:9c7bb313aece425aab5e866c385e03ee is out of sync, need to count used quota {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:22:06.827893 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-ec89f763-3e10-4b3a-8123-5596436c0cb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:22:06.834234 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-ec89f763-3e10-4b3a-8123-5596436c0cb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:22:07.142001 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ec89f763-3e10-4b3a-8123-5596436c0cb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:07.145720 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ec89f763-3e10-4b3a-8123-5596436c0cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:07.150373 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-cff3bfcd-779c-4c7d-803e-4c944200181c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:22:07.179420 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec89f763-3e10-4b3a-8123-5596436c0cb7 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=83971) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 21:22:07.192934 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec89f763-3e10-4b3a-8123-5596436c0cb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=555f0111-4a5a-49b9-ae2e-f8cf894fb520,revision_number=1']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:22:07.198510 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ec89f763-3e10-4b3a-8123-5596436c0cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846507987'] for segment, precommit_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:07.198919 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.db.segments_db [None req-ec89f763-3e10-4b3a-8123-5596436c0cb7 admin admin] Added segment 38c8979f-713f-4e0b-b4ed-e9896b157798 of type vxlan for network a116bda0-2aab-4a78-81df-3e3c3d982929 Feb 17 21:22:07.208524 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec89f763-3e10-4b3a-8123-5596436c0cb7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:22:07.208931 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec89f763-3e10-4b3a-8123-5596436c0cb7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:22:07.209333 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec89f763-3e10-4b3a-8123-5596436c0cb7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:22:07.209725 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec89f763-3e10-4b3a-8123-5596436c0cb7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:22:07.210110 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec89f763-3e10-4b3a-8123-5596436c0cb7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:22:07.210495 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec89f763-3e10-4b3a-8123-5596436c0cb7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:22:07.210925 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec89f763-3e10-4b3a-8123-5596436c0cb7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:22:07.211309 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec89f763-3e10-4b3a-8123-5596436c0cb7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:22:07.211690 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec89f763-3e10-4b3a-8123-5596436c0cb7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:22:07.212069 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec89f763-3e10-4b3a-8123-5596436c0cb7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:22:07.212447 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec89f763-3e10-4b3a-8123-5596436c0cb7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:22:07.212823 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec89f763-3e10-4b3a-8123-5596436c0cb7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:22:07.213237 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec89f763-3e10-4b3a-8123-5596436c0cb7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:22:07.213610 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec89f763-3e10-4b3a-8123-5596436c0cb7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:22:07.213986 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec89f763-3e10-4b3a-8123-5596436c0cb7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:22:07.214360 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec89f763-3e10-4b3a-8123-5596436c0cb7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:22:07.214758 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec89f763-3e10-4b3a-8123-5596436c0cb7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:22:07.215135 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec89f763-3e10-4b3a-8123-5596436c0cb7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:22:07.215509 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec89f763-3e10-4b3a-8123-5596436c0cb7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:22:07.215882 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec89f763-3e10-4b3a-8123-5596436c0cb7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:22:07.216255 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec89f763-3e10-4b3a-8123-5596436c0cb7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:22:07.216626 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec89f763-3e10-4b3a-8123-5596436c0cb7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:22:07.216998 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec89f763-3e10-4b3a-8123-5596436c0cb7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:22:07.217369 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec89f763-3e10-4b3a-8123-5596436c0cb7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:22:07.222323 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-ec89f763-3e10-4b3a-8123-5596436c0cb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:22:07.246646 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ec89f763-3e10-4b3a-8123-5596436c0cb7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363254507310776'] for network, precommit_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:07.275305 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ec89f763-3e10-4b3a-8123-5596436c0cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826'] for network, after_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:07.276540 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec89f763-3e10-4b3a-8123-5596436c0cb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:22:07.277168 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ec89f763-3e10-4b3a-8123-5596436c0cb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854194843'] for network, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:07.281978 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-bf5ac192-2667-410b-a1ab-6e7de7235824 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:22:07.388060 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-ec89f763-3e10-4b3a-8123-5596436c0cb7 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7431083 Feb 17 21:22:07.389003 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec89f763-3e10-4b3a-8123-5596436c0cb7 admin admin] Pushing event updated for resources: {'Network': ['ID=a116bda0-2aab-4a78-81df-3e3c3d982929,revision_number=1']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:22:07.391250 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 38746) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:22:07.391869 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-ec89f763-3e10-4b3a-8123-5596436c0cb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:22:07.397910 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [None req-e1ef4960-e2d8-4f37-bf45-a85cd3f2e0cd admin admin] Request body: {'subnet': {'network_id': 'a116bda0-2aab-4a78-81df-3e3c3d982929', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2117019523-subnet', 'tenant_id': '9c7bb313aece425aab5e866c385e03ee', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:22:07.401493 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Network a116bda0-2aab-4a78-81df-3e3c3d982929 details requested by agent ovs-agent-dv-cinder-760193-4-smb with host dv-cinder-760193-4-smb {{(pid=83972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 21:22:07.403319 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-e1ef4960-e2d8-4f37-bf45-a85cd3f2e0cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:22:07.407428 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-e1ef4960-e2d8-4f37-bf45-a85cd3f2e0cd admin admin] Usage tracker for resource:subnet and tenant:9c7bb313aece425aab5e866c385e03ee is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:22:07.410399 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-e1ef4960-e2d8-4f37-bf45-a85cd3f2e0cd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:22:07.415375 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Network a116bda0-2aab-4a78-81df-3e3c3d982929 details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=83972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 21:22:07.416273 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-e1ef4960-e2d8-4f37-bf45-a85cd3f2e0cd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:22:07.431691 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ef4960-e2d8-4f37-bf45-a85cd3f2e0cd admin admin] Made reservation on behalf of 9c7bb313aece425aab5e866c385e03ee for: {'subnet': 1} {{(pid=83970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:22:07.436475 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-e1ef4960-e2d8-4f37-bf45-a85cd3f2e0cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852432875'] for subnet, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:07.852340 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-e1ef4960-e2d8-4f37-bf45-a85cd3f2e0cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853044652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852432892'] for subnet, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:07.868209 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:22:07.995141 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ef4960-e2d8-4f37-bf45-a85cd3f2e0cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=94f0a19c-985b-4196-aff1-8f20e10c98ae,revision_number=0']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:22:07.998254 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-e1ef4960-e2d8-4f37-bf45-a85cd3f2e0cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:22:08.073629 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ef4960-e2d8-4f37-bf45-a85cd3f2e0cd admin admin] Checking segment: {'id': '38c8979f-713f-4e0b-b4ed-e9896b157798', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a116bda0-2aab-4a78-81df-3e3c3d982929'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:22:08.074038 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ef4960-e2d8-4f37-bf45-a85cd3f2e0cd admin admin] Network hostable DHCP agents. Network: a116bda0-2aab-4a78-81df-3e3c3d982929, hostable agents: ['81574b38-487a-4663-81fe-2ebf358e1d09'], hosted agents: [] {{(pid=83970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 21:22:08.094743 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ef4960-e2d8-4f37-bf45-a85cd3f2e0cd admin admin] Network a116bda0-2aab-4a78-81df-3e3c3d982929 is scheduled to be hosted by DHCP agent 81574b38-487a-4663-81fe-2ebf358e1d09 with binding_index 1 {{(pid=83970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 21:22:08.105239 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.base_scheduler [None req-e1ef4960-e2d8-4f37-bf45-a85cd3f2e0cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-4-smb, a116bda0-2aab-4a78-81df-3e3c3d982929) {{(pid=83970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:22:08.118286 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f25858-5a5f-4752-a4e8-14db84097d3d None None] Network a116bda0-2aab-4a78-81df-3e3c3d982929 requested from dv-cinder-760193-4-smb {{(pid=83972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 21:22:08.118815 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ef4960-e2d8-4f37-bf45-a85cd3f2e0cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:22:08.119475 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-e1ef4960-e2d8-4f37-bf45-a85cd3f2e0cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854194843'] for subnet, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:08.141078 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-e1ef4960-e2d8-4f37-bf45-a85cd3f2e0cd admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7485805 Feb 17 21:22:08.143971 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 38758) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:22:08.149553 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [None req-ccc8a154-d119-4484-a8e9-b6535a097aa5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2117019523-router', 'tenant_id': '9c7bb313aece425aab5e866c385e03ee', 'external_gateway_info': {'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e'}}} {{(pid=83970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:22:08.154396 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-ccc8a154-d119-4484-a8e9-b6535a097aa5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:22:08.158412 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-ccc8a154-d119-4484-a8e9-b6535a097aa5 admin admin] Usage tracker for resource:router and tenant:9c7bb313aece425aab5e866c385e03ee is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:22:08.162018 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-ccc8a154-d119-4484-a8e9-b6535a097aa5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:22:08.168006 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-ccc8a154-d119-4484-a8e9-b6535a097aa5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:22:08.177733 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ccc8a154-d119-4484-a8e9-b6535a097aa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-921044', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773547'] for router, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:08.178868 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ccc8a154-d119-4484-a8e9-b6535a097aa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-920867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853852799', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853749326', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2210'] for router, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:08.194800 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ccc8a154-d119-4484-a8e9-b6535a097aa5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:08.368121 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa935cd-b6d0-45e9-90b8-19b6f2cb38f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp909145cb-0fec-5b9f-a561-58eb3c151e7d-a116bda0-2aab-4a78-81df-3e3c3d982929', 'network_id': 'a116bda0-2aab-4a78-81df-3e3c3d982929', 'tenant_id': '9c7bb313aece425aab5e866c385e03ee', 'fixed_ips': [{'subnet_id': '94f0a19c-985b-4196-aff1-8f20e10c98ae'}]}} from dv-cinder-760193-4-smb. {{(pid=83972) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 17 21:22:08.369080 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-9aa935cd-b6d0-45e9-90b8-19b6f2cb38f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_create {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:08.485291 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ccc8a154-d119-4484-a8e9-b6535a097aa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853850566', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036853854798', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2227'] for router, precommit_update {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:08.658843 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.db_base_plugin_common [None req-9aa935cd-b6d0-45e9-90b8-19b6f2cb38f2 None None] Allocated IP 172.20.0.2 (a116bda0-2aab-4a78-81df-3e3c3d982929/94f0a19c-985b-4196-aff1-8f20e10c98ae/e37928dc-525a-4a13-88e2-95802c392235) {{(pid=83972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 21:22:08.811915 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ccc8a154-d119-4484-a8e9-b6535a097aa5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:08.847651 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ccc8a154-d119-4484-a8e9-b6535a097aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:08.875669 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-9aa935cd-b6d0-45e9-90b8-19b6f2cb38f2 None None] Notify callbacks [] for port, precommit_create {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:08.886767 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-9aa935cd-b6d0-45e9-90b8-19b6f2cb38f2 None None] Transition to ACTIVE for port object e37928dc-525a-4a13-88e2-95802c392235 will not be triggered until provisioned by entity L2. {{(pid=83972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:22:08.902552 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-9aa935cd-b6d0-45e9-90b8-19b6f2cb38f2 None None] Transition to ACTIVE for port object e37928dc-525a-4a13-88e2-95802c392235 will not be triggered until provisioned by entity DHCP. {{(pid=83972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:22:08.907047 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-9aa935cd-b6d0-45e9-90b8-19b6f2cb38f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782347517401'] for port, after_create {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:08.922235 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:22:09.061197 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa935cd-b6d0-45e9-90b8-19b6f2cb38f2 None None] Pushing event updated for resources: {'Port': ['ID=e37928dc-525a-4a13-88e2-95802c392235,revision_number=1']} {{(pid=83972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:22:09.067267 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-9aa935cd-b6d0-45e9-90b8-19b6f2cb38f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:22:09.126885 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aa935cd-b6d0-45e9-90b8-19b6f2cb38f2 None None] Network a116bda0-2aab-4a78-81df-3e3c3d982929 is already hosted by enough agents. {{(pid=83972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:22:09.128216 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.base_scheduler [None req-9aa935cd-b6d0-45e9-90b8-19b6f2cb38f2 None None] Resources bound (agent type, host, resource id): {{(pid=83972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:22:09.131640 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa935cd-b6d0-45e9-90b8-19b6f2cb38f2 None None] Received port after_create {{(pid=83972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 21:22:09.194422 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [None req-9aa935cd-b6d0-45e9-90b8-19b6f2cb38f2 None None] Attempting to bind port e37928dc-525a-4a13-88e2-95802c392235 on host dv-cinder-760193-4-smb for vnic_type normal with profile {{(pid=83972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 21:22:09.194981 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [None req-9aa935cd-b6d0-45e9-90b8-19b6f2cb38f2 None None] Attempting to bind port e37928dc-525a-4a13-88e2-95802c392235 by drivers openvswitch on host dv-cinder-760193-4-smb at level 0 using segments [{'id': '38c8979f-713f-4e0b-b4ed-e9896b157798', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a116bda0-2aab-4a78-81df-3e3c3d982929'}] {{(pid=83972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 21:22:09.195235 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa935cd-b6d0-45e9-90b8-19b6f2cb38f2 None None] Attempting to bind port e37928dc-525a-4a13-88e2-95802c392235 on network a116bda0-2aab-4a78-81df-3e3c3d982929 {{(pid=83972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 21:22:09.201772 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa935cd-b6d0-45e9-90b8-19b6f2cb38f2 None None] Checking agent: {'id': '1f40505b-3e8c-4bc5-b539-d04281a15ea5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 21, 9, 4), 'started_at': datetime.datetime(2021, 2, 17, 21, 9, 34), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.98', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 21:22:09.202195 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa935cd-b6d0-45e9-90b8-19b6f2cb38f2 None None] Checking segment: {'id': '38c8979f-713f-4e0b-b4ed-e9896b157798', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a116bda0-2aab-4a78-81df-3e3c3d982929'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:22:09.202672 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-9aa935cd-b6d0-45e9-90b8-19b6f2cb38f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:09.203113 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa935cd-b6d0-45e9-90b8-19b6f2cb38f2 None None] Bound using segment: {'id': '38c8979f-713f-4e0b-b4ed-e9896b157798', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a116bda0-2aab-4a78-81df-3e3c3d982929'} {{(pid=83972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 21:22:09.203641 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [None req-9aa935cd-b6d0-45e9-90b8-19b6f2cb38f2 None None] Bound port: e37928dc-525a-4a13-88e2-95802c392235, host: dv-cinder-760193-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c8979f-713f-4e0b-b4ed-e9896b157798', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a116bda0-2aab-4a78-81df-3e3c3d982929'}}] {{(pid=83972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 21:22:09.204061 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-9aa935cd-b6d0-45e9-90b8-19b6f2cb38f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:09.307772 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-9aa935cd-b6d0-45e9-90b8-19b6f2cb38f2 None None] For port e37928dc-525a-4a13-88e2-95802c392235, host dv-cinder-760193-4-smb, cleared binding levels {{(pid=83972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 21:22:09.311140 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-9aa935cd-b6d0-45e9-90b8-19b6f2cb38f2 None None] For port e37928dc-525a-4a13-88e2-95802c392235, host dv-cinder-760193-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-smb',level=0,port_id=e37928dc-525a-4a13-88e2-95802c392235,segment=NetworkSegment(38c8979f-713f-4e0b-b4ed-e9896b157798),segment_id=38c8979f-713f-4e0b-b4ed-e9896b157798)] {{(pid=83972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 21:22:09.319285 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-9aa935cd-b6d0-45e9-90b8-19b6f2cb38f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:09.363298 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.db_base_plugin_common [None req-ccc8a154-d119-4484-a8e9-b6535a097aa5 admin admin] Allocated IP 172.28.3.101 (35a248c9-4e56-449c-88ff-c033f82ee17e/44c24f99-5b56-46d4-85cc-b908fd8db103/0cf72ebc-0997-4855-8f4d-dc564a5a3d96) {{(pid=83970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 21:22:09.392601 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-ccaafbd1-664b-4e98-9a83-e2a168d1d8b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:22:09.540580 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ccc8a154-d119-4484-a8e9-b6535a097aa5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:09.571954 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ccc8a154-d119-4484-a8e9-b6535a097aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782347517401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1732037'] for port, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:09.588523 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:22:09.661884 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa935cd-b6d0-45e9-90b8-19b6f2cb38f2 None None] Pushing event updated for resources: {'Port': ['ID=e37928dc-525a-4a13-88e2-95802c392235,revision_number=2']} {{(pid=83972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:22:09.673349 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-9aa935cd-b6d0-45e9-90b8-19b6f2cb38f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:22:09.731311 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc8a154-d119-4484-a8e9-b6535a097aa5 admin admin] Pushing event updated for resources: {'Port': ['ID=0cf72ebc-0997-4855-8f4d-dc564a5a3d96,revision_number=1']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:22:09.735598 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-ccc8a154-d119-4484-a8e9-b6535a097aa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:22:09.783967 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc8a154-d119-4484-a8e9-b6535a097aa5 admin admin] Network 35a248c9-4e56-449c-88ff-c033f82ee17e is already hosted by enough agents. {{(pid=83970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:22:09.785274 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.base_scheduler [None req-ccc8a154-d119-4484-a8e9-b6535a097aa5 admin admin] Resources bound (agent type, host, resource id): {{(pid=83970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:22:09.787754 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc8a154-d119-4484-a8e9-b6535a097aa5 admin admin] Received port after_create {{(pid=83970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 21:22:10.374815 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ccc8a154-d119-4484-a8e9-b6535a097aa5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:10.742970 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ccc8a154-d119-4484-a8e9-b6535a097aa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853854813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-925185'] for router, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:10.983433 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccc8a154-d119-4484-a8e9-b6535a097aa5 admin admin] Router 41fe0107-656f-4932-971e-369ccb46c124 is scheduled to L3 agent 0536e1cb-4d3e-42d2-8b6d-8bd52a4e2590 with binding_index 1 {{(pid=83970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 17 21:22:11.149671 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d11e7e9-5640-4153-b7a0-c18f1d1ead95 None None] Network a116bda0-2aab-4a78-81df-3e3c3d982929 requested from dv-cinder-760193-4-smb {{(pid=83972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 21:22:11.177025 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccc8a154-d119-4484-a8e9-b6535a097aa5 admin admin] Notify agent at l3_agent.dv-cinder-760193-4-smb the message routers_updated {{(pid=83970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 21:22:11.199850 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ccc8a154-d119-4484-a8e9-b6535a097aa5 admin admin] Notify callbacks [] for router, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:11.201176 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-ccc8a154-d119-4484-a8e9-b6535a097aa5 admin admin] 10.222.0.90 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.0561810 Feb 17 21:22:11.204080 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 38778) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:22:11.219511 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1dea36e-c411-453d-8223-bcdb2276cefd None None] Sync routers for ids ['41fe0107-656f-4932-971e-369ccb46c124'] in dv-cinder-760193-4-smb {{(pid=83972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 21:22:11.251987 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1dea36e-c411-453d-8223-bcdb2276cefd None None] Routers {'41fe0107-656f-4932-971e-369ccb46c124'} bound to L3 agent in host dv-cinder-760193-4-smb {{(pid=83972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:22:11.252662 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-d1dea36e-c411-453d-8223-bcdb2276cefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T21:09:02Z,description=,heartbeat_timestamp=2021-02-17T21:22:02Z,host='dv-cinder-760193-4-smb',id=0536e1cb-4d3e-42d2-8b6d-8bd52a4e2590,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T21:09:02Z,topic='l3_agent')) {'router_ids': ['41fe0107-656f-4932-971e-369ccb46c124'], 'active': True} {{(pid=83972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:22:11.370017 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-cd1a8c8a-8856-4cbb-9191-23c2ea8f95e5 None None] Provisioning for port e37928dc-525a-4a13-88e2-95802c392235 completed by entity DHCP. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:22:11.533385 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvr_db [None req-d1dea36e-c411-453d-8223-bcdb2276cefd None None] Set router 41fe0107-656f-4932-971e-369ccb46c124 gateway port host: dv-cinder-760193-4-smb {{(pid=83972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:22:11.919559 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-d1dea36e-c411-453d-8223-bcdb2276cefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41fe0107-656f-4932-971e-369ccb46c124', 'name': 'tempest-AttachVolumeShelveTestJSON-2117019523-router', 'tenant_id': '9c7bb313aece425aab5e866c385e03ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'external_fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': '0cf72ebc-0997-4855-8f4d-dc564a5a3d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:22:08Z', 'updated_at': '2021-02-17T21:22:10Z', 'revision_number': 3, 'project_id': '9c7bb313aece425aab5e866c385e03ee', 'gw_port': {'id': '0cf72ebc-0997-4855-8f4d-dc564a5a3d96', 'name': '', 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:82:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41fe0107-656f-4932-971e-369ccb46c124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:22:09Z', 'updated_at': '2021-02-17T21:22:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-smb'}], 'dv-cinder-760193-4-smb', False) {} {{(pid=83972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:22:11.923959 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1dea36e-c411-453d-8223-bcdb2276cefd None None] Checking router: 41fe0107-656f-4932-971e-369ccb46c124 for host: dv-cinder-760193-4-smb {{(pid=83972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 21:22:11.924356 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1dea36e-c411-453d-8223-bcdb2276cefd None None] Updating router 41fe0107-656f-4932-971e-369ccb46c124 port 0cf72ebc-0997-4855-8f4d-dc564a5a3d96 binding host dv-cinder-760193-4-smb {{(pid=83972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 21:22:11.989535 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d1dea36e-c411-453d-8223-bcdb2276cefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:12.130367 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Device e37928dc-525a-4a13-88e2-95802c392235 up at agent ovs-agent-dv-cinder-760193-4-smb {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:22:12.201793 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-00d6cc32-0f49-4a05-8fc8-ba700ac50e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:12.321713 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Provisioning for port e37928dc-525a-4a13-88e2-95802c392235 completed by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:22:12.331492 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Provisioning complete for port e37928dc-525a-4a13-88e2-95802c392235 triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:22:12.331906 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:12.487533 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-bc939ff5-a1fe-4754-98e6-c2e378936797 None None] Provisioning complete for port e37928dc-525a-4a13-88e2-95802c392235 triggered by entity DHCP. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:22:12.487853 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-bc939ff5-a1fe-4754-98e6-c2e378936797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:12.559611 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.db_base_plugin_common [None req-00d6cc32-0f49-4a05-8fc8-ba700ac50e28 admin admin] Allocated IP 172.20.0.1 (a116bda0-2aab-4a78-81df-3e3c3d982929/94f0a19c-985b-4196-aff1-8f20e10c98ae/27f6af13-f955-4104-a838-362f3b0f91d9) {{(pid=83970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 21:22:12.661699 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:12.714652 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-00d6cc32-0f49-4a05-8fc8-ba700ac50e28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:12.732514 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-00d6cc32-0f49-4a05-8fc8-ba700ac50e28 admin admin] Transition to ACTIVE for port object 27f6af13-f955-4104-a838-362f3b0f91d9 will not be triggered until provisioned by entity DHCP. {{(pid=83970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:22:12.758339 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-00d6cc32-0f49-4a05-8fc8-ba700ac50e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782347517401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1732037'] for port, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:12.774271 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-61e698cb-bedf-4f8b-87fb-64ca8d4ac080 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:22:12.810952 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-bc939ff5-a1fe-4754-98e6-c2e378936797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:12.825904 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] For port e37928dc-525a-4a13-88e2-95802c392235, host dv-cinder-760193-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-smb',level=0,port_id=e37928dc-525a-4a13-88e2-95802c392235,segment=NetworkSegment(38c8979f-713f-4e0b-b4ed-e9896b157798),segment_id=38c8979f-713f-4e0b-b4ed-e9896b157798)] {{(pid=83972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:22:12.835501 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:12.841089 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:22:12.916218 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d6cc32-0f49-4a05-8fc8-ba700ac50e28 admin admin] Pushing event updated for resources: {'Port': ['ID=27f6af13-f955-4104-a838-362f3b0f91d9,revision_number=1']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:22:12.939827 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d6cc32-0f49-4a05-8fc8-ba700ac50e28 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:22:12.940253 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d6cc32-0f49-4a05-8fc8-ba700ac50e28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:22:12.940669 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d6cc32-0f49-4a05-8fc8-ba700ac50e28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:22:12.941074 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d6cc32-0f49-4a05-8fc8-ba700ac50e28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:22:12.941596 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d6cc32-0f49-4a05-8fc8-ba700ac50e28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:22:12.942509 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d6cc32-0f49-4a05-8fc8-ba700ac50e28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:22:12.942937 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d6cc32-0f49-4a05-8fc8-ba700ac50e28 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:22:12.943340 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d6cc32-0f49-4a05-8fc8-ba700ac50e28 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:22:12.944619 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d6cc32-0f49-4a05-8fc8-ba700ac50e28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:22:12.944619 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d6cc32-0f49-4a05-8fc8-ba700ac50e28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:22:12.944619 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d6cc32-0f49-4a05-8fc8-ba700ac50e28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:22:12.944886 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d6cc32-0f49-4a05-8fc8-ba700ac50e28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:22:12.945283 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d6cc32-0f49-4a05-8fc8-ba700ac50e28 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:22:12.945678 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d6cc32-0f49-4a05-8fc8-ba700ac50e28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:22:12.946072 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d6cc32-0f49-4a05-8fc8-ba700ac50e28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:22:12.946489 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d6cc32-0f49-4a05-8fc8-ba700ac50e28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:22:12.946890 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d6cc32-0f49-4a05-8fc8-ba700ac50e28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:22:12.947287 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d6cc32-0f49-4a05-8fc8-ba700ac50e28 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:22:12.947676 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d6cc32-0f49-4a05-8fc8-ba700ac50e28 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:22:12.948068 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d6cc32-0f49-4a05-8fc8-ba700ac50e28 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:22:12.948457 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d6cc32-0f49-4a05-8fc8-ba700ac50e28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:22:12.948847 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d6cc32-0f49-4a05-8fc8-ba700ac50e28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:22:12.949241 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d6cc32-0f49-4a05-8fc8-ba700ac50e28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:22:12.949630 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00d6cc32-0f49-4a05-8fc8-ba700ac50e28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:22:12.956963 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-00d6cc32-0f49-4a05-8fc8-ba700ac50e28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:22:12.997127 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d6cc32-0f49-4a05-8fc8-ba700ac50e28 admin admin] Network a116bda0-2aab-4a78-81df-3e3c3d982929 is already hosted by enough agents. {{(pid=83970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:22:12.998379 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.base_scheduler [None req-00d6cc32-0f49-4a05-8fc8-ba700ac50e28 admin admin] Resources bound (agent type, host, resource id): {{(pid=83970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:22:13.000805 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d6cc32-0f49-4a05-8fc8-ba700ac50e28 admin admin] Received port after_create {{(pid=83970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 21:22:13.061101 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-00d6cc32-0f49-4a05-8fc8-ba700ac50e28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036853844712'] for router_interface, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:13.108903 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d1dea36e-c411-453d-8223-bcdb2276cefd None None] Notify callbacks [] for port, precommit_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:13.182914 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d1dea36e-c411-453d-8223-bcdb2276cefd None None] Transition to ACTIVE for port object 0cf72ebc-0997-4855-8f4d-dc564a5a3d96 will not be triggered until provisioned by entity L2. {{(pid=83972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:22:13.199239 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d1dea36e-c411-453d-8223-bcdb2276cefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:13.287059 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Pushing event updated for resources: {'Port': ['ID=e37928dc-525a-4a13-88e2-95802c392235,revision_number=3']} {{(pid=83972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:22:13.290520 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:22:13.293541 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:22:13.299368 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 38794) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:22:13.326145 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.db.api [None req-bc939ff5-a1fe-4754-98e6-c2e378936797 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83972) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 21:22:13.326553 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_db.api [None req-bc939ff5-a1fe-4754-98e6-c2e378936797 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 21:22:13.346814 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-00d6cc32-0f49-4a05-8fc8-ba700ac50e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:13.388693 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2050d-6cef-4ada-b512-4463d3622294 None None] Pushing event updated for resources: {'Port': ['ID=0cf72ebc-0997-4855-8f4d-dc564a5a3d96,revision_number=2']} {{(pid=83972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:22:13.391785 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-c7e2050d-6cef-4ada-b512-4463d3622294 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:22:13.438489 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [None req-d1dea36e-c411-453d-8223-bcdb2276cefd None None] Attempting to bind port 0cf72ebc-0997-4855-8f4d-dc564a5a3d96 on host dv-cinder-760193-4-smb for vnic_type normal with profile {{(pid=83972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 21:22:13.438756 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-b2aed580-d02e-4f53-b462-7b79b90d389f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:13.439047 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [None req-d1dea36e-c411-453d-8223-bcdb2276cefd None None] Attempting to bind port 0cf72ebc-0997-4855-8f4d-dc564a5a3d96 by drivers openvswitch on host dv-cinder-760193-4-smb at level 0 using segments [{'id': '1160e08b-7d0c-4f07-a68b-9e1b3764f9c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e'}] {{(pid=83972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 21:22:13.439560 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1dea36e-c411-453d-8223-bcdb2276cefd None None] Attempting to bind port 0cf72ebc-0997-4855-8f4d-dc564a5a3d96 on network 35a248c9-4e56-449c-88ff-c033f82ee17e {{(pid=83972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 21:22:13.446008 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1dea36e-c411-453d-8223-bcdb2276cefd None None] Checking agent: {'id': '1f40505b-3e8c-4bc5-b539-d04281a15ea5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 21, 9, 4), 'started_at': datetime.datetime(2021, 2, 17, 21, 9, 34), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.98', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 21:22:13.446428 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1dea36e-c411-453d-8223-bcdb2276cefd None None] Checking segment: {'id': '1160e08b-7d0c-4f07-a68b-9e1b3764f9c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:22:13.446904 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d1dea36e-c411-453d-8223-bcdb2276cefd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:13.447347 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1dea36e-c411-453d-8223-bcdb2276cefd None None] Bound using segment: {'id': '1160e08b-7d0c-4f07-a68b-9e1b3764f9c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e'} {{(pid=83972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 21:22:13.447961 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [None req-d1dea36e-c411-453d-8223-bcdb2276cefd None None] Bound port: 0cf72ebc-0997-4855-8f4d-dc564a5a3d96, host: dv-cinder-760193-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1160e08b-7d0c-4f07-a68b-9e1b3764f9c4', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e'}}] {{(pid=83972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 21:22:13.448374 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d1dea36e-c411-453d-8223-bcdb2276cefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:13.455775 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-b2aed580-d02e-4f53-b462-7b79b90d389f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:22:13.460484 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-b2aed580-d02e-4f53-b462-7b79b90d389f admin admin] Usage tracker for resource:security_group_rule and tenant:ef52ec7016564bab969717bbaff96b87 is out of sync, need to count used quota {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:22:13.463520 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-b2aed580-d02e-4f53-b462-7b79b90d389f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:22:13.469286 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-b2aed580-d02e-4f53-b462-7b79b90d389f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:22:13.530424 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-d1dea36e-c411-453d-8223-bcdb2276cefd None None] For port 0cf72ebc-0997-4855-8f4d-dc564a5a3d96, host dv-cinder-760193-4-smb, cleared binding levels {{(pid=83972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 21:22:13.533600 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-d1dea36e-c411-453d-8223-bcdb2276cefd None None] For port 0cf72ebc-0997-4855-8f4d-dc564a5a3d96, host dv-cinder-760193-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-smb',level=0,port_id=0cf72ebc-0997-4855-8f4d-dc564a5a3d96,segment=NetworkSegment(1160e08b-7d0c-4f07-a68b-9e1b3764f9c4),segment_id=1160e08b-7d0c-4f07-a68b-9e1b3764f9c4)] {{(pid=83972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 21:22:13.537628 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d1dea36e-c411-453d-8223-bcdb2276cefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:13.553189 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:22:13.559039 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-b2aed580-d02e-4f53-b462-7b79b90d389f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:13.561917 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-b2aed580-d02e-4f53-b462-7b79b90d389f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:13.571152 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-c88a7970-da50-47b2-b316-a92595f9b808 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:22:13.619286 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-b2aed580-d02e-4f53-b462-7b79b90d389f admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=ef52ec7016564bab969717bbaff96b87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3180926 Feb 17 21:22:13.621703 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aed580-d02e-4f53-b462-7b79b90d389f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18074b49-2e83-46ae-b494-854a8df7f0a9,revision_number=1']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:22:13.621867 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 38800) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:22:13.625479 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-b2aed580-d02e-4f53-b462-7b79b90d389f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:22:13.707130 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-80bcaebf-60c0-46b3-9459-767dbda1235e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:13.710297 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-00d6cc32-0f49-4a05-8fc8-ba700ac50e28 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:13.719175 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e2050d-6cef-4ada-b512-4463d3622294 None None] Pushing event updated for resources: {'Port': ['ID=0cf72ebc-0997-4855-8f4d-dc564a5a3d96,revision_number=3']} {{(pid=83972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:22:13.723545 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-00d6cc32-0f49-4a05-8fc8-ba700ac50e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853043764'] for port, after_update {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:13.724853 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-c7e2050d-6cef-4ada-b512-4463d3622294 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:22:13.760474 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:22:13.762523 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1dea36e-c411-453d-8223-bcdb2276cefd None None] Routers {'41fe0107-656f-4932-971e-369ccb46c124'} bound to L3 agent in host dv-cinder-760193-4-smb {{(pid=83972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:22:13.763248 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-d1dea36e-c411-453d-8223-bcdb2276cefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T21:09:02Z,description=,heartbeat_timestamp=2021-02-17T21:22:02Z,host='dv-cinder-760193-4-smb',id=0536e1cb-4d3e-42d2-8b6d-8bd52a4e2590,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T21:09:02Z,topic='l3_agent')) {'router_ids': ['41fe0107-656f-4932-971e-369ccb46c124'], 'active': True} {{(pid=83972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:22:13.837003 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-80bcaebf-60c0-46b3-9459-767dbda1235e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:13.875671 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-00d6cc32-0f49-4a05-8fc8-ba700ac50e28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566665', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-931198'] for router_interface, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:13.958410 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d6cc32-0f49-4a05-8fc8-ba700ac50e28 admin admin] Pushing event updated for resources: {'Port': ['ID=27f6af13-f955-4104-a838-362f3b0f91d9,revision_number=2']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:22:13.971486 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-00d6cc32-0f49-4a05-8fc8-ba700ac50e28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:22:14.009506 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvr_db [None req-d1dea36e-c411-453d-8223-bcdb2276cefd None None] Set router 41fe0107-656f-4932-971e-369ccb46c124 gateway port host: dv-cinder-760193-4-smb {{(pid=83972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:22:14.024998 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-80bcaebf-60c0-46b3-9459-767dbda1235e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:14.030668 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-732b4b1f-4076-40dd-a0a2-671ac83309ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:22:14.049230 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bcaebf-60c0-46b3-9459-767dbda1235e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18074b49-2e83-46ae-b494-854a8df7f0a9,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:22:14.055042 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-80bcaebf-60c0-46b3-9459-767dbda1235e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:22:14.058994 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Device e37928dc-525a-4a13-88e2-95802c392235 up at agent ovs-agent-dv-cinder-760193-4-smb {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:22:14.069505 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d6cc32-0f49-4a05-8fc8-ba700ac50e28 admin admin] Network a116bda0-2aab-4a78-81df-3e3c3d982929 is already hosted by enough agents. {{(pid=83970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:22:14.070942 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.base_scheduler [None req-00d6cc32-0f49-4a05-8fc8-ba700ac50e28 admin admin] Resources bound (agent type, host, resource id): {{(pid=83970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:22:14.072975 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-80bcaebf-60c0-46b3-9459-767dbda1235e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:14.074182 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-80bcaebf-60c0-46b3-9459-767dbda1235e admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/18074b49-2e83-46ae-b494-854a8df7f0a9 HTTP/1.1" status: 204 len: 168 time: 0.4514945 Feb 17 21:22:14.262992 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-8a2c3bd1-b7b2-47a0-b54d-165b6726bc02 None None] Provisioning complete for port e37928dc-525a-4a13-88e2-95802c392235 triggered by entity DHCP. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:22:14.263410 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-8a2c3bd1-b7b2-47a0-b54d-165b6726bc02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:14.334858 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00d6cc32-0f49-4a05-8fc8-ba700ac50e28 admin admin] Router 41fe0107-656f-4932-971e-369ccb46c124 has already been hosted by L3 agent 0536e1cb-4d3e-42d2-8b6d-8bd52a4e2590 {{(pid=83970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 21:22:14.449676 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Provisioning complete for port e37928dc-525a-4a13-88e2-95802c392235 triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:22:14.450075 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:14.698538 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-8a2c3bd1-b7b2-47a0-b54d-165b6726bc02 None None] Provisioning for port 27f6af13-f955-4104-a838-362f3b0f91d9 completed by entity DHCP. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:22:14.781452 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00d6cc32-0f49-4a05-8fc8-ba700ac50e28 admin admin] Notify agent at l3_agent.dv-cinder-760193-4-smb the message routers_updated {{(pid=83970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 21:22:14.787439 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-00d6cc32-0f49-4a05-8fc8-ba700ac50e28 admin admin] 10.222.0.90 "PUT /v2.0/routers/41fe0107-656f-4932-971e-369ccb46c124/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5822504 Feb 17 21:22:14.898421 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-8a2c3bd1-b7b2-47a0-b54d-165b6726bc02 None None] Provisioning complete for port 27f6af13-f955-4104-a838-362f3b0f91d9 triggered by entity DHCP. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:22:14.898861 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-8a2c3bd1-b7b2-47a0-b54d-165b6726bc02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:14.973207 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-8a2c3bd1-b7b2-47a0-b54d-165b6726bc02 None None] Port 27f6af13-f955-4104-a838-362f3b0f91d9 cannot update to ACTIVE because it is not bound. {{(pid=83972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 21:22:14.979636 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-d1dea36e-c411-453d-8223-bcdb2276cefd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41fe0107-656f-4932-971e-369ccb46c124', 'name': 'tempest-AttachVolumeShelveTestJSON-2117019523-router', 'tenant_id': '9c7bb313aece425aab5e866c385e03ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'external_fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': '0cf72ebc-0997-4855-8f4d-dc564a5a3d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:22:08Z', 'updated_at': '2021-02-17T21:22:13Z', 'revision_number': 4, 'project_id': '9c7bb313aece425aab5e866c385e03ee', 'gw_port': {'id': '0cf72ebc-0997-4855-8f4d-dc564a5a3d96', 'name': '', 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:82:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41fe0107-656f-4932-971e-369ccb46c124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:22:09Z', 'updated_at': '2021-02-17T21:22:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-smb', '_interfaces': [{'id': '27f6af13-f955-4104-a838-362f3b0f91d9', 'name': '', 'network_id': 'a116bda0-2aab-4a78-81df-3e3c3d982929', 'tenant_id': '9c7bb313aece425aab5e866c385e03ee', 'mac_address': 'fa:16:3e:81:d3:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41fe0107-656f-4932-971e-369ccb46c124', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '94f0a19c-985b-4196-aff1-8f20e10c98ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:22:12Z', 'updated_at': '2021-02-17T21:22:13Z', 'revision_number': 2, 'project_id': '9c7bb313aece425aab5e866c385e03ee', 'subnets': [{'id': '94f0a19c-985b-4196-aff1-8f20e10c98ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-4-smb', False) {} {{(pid=83972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:22:14.983862 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1dea36e-c411-453d-8223-bcdb2276cefd None None] The sync data for ids ['41fe0107-656f-4932-971e-369ccb46c124'] in dv-cinder-760193-4-smb is: [{'id': '41fe0107-656f-4932-971e-369ccb46c124', 'name': 'tempest-AttachVolumeShelveTestJSON-2117019523-router', 'tenant_id': '9c7bb313aece425aab5e866c385e03ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'external_fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': '0cf72ebc-0997-4855-8f4d-dc564a5a3d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:22:08Z', 'updated_at': '2021-02-17T21:22:13Z', 'revision_number': 4, 'project_id': '9c7bb313aece425aab5e866c385e03ee', 'gw_port': {'id': '0cf72ebc-0997-4855-8f4d-dc564a5a3d96', 'name': '', 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:82:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41fe0107-656f-4932-971e-369ccb46c124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:22:09Z', 'updated_at': '2021-02-17T21:22:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-smb', '_interfaces': [{'id': '27f6af13-f955-4104-a838-362f3b0f91d9', 'name': '', 'network_id': 'a116bda0-2aab-4a78-81df-3e3c3d982929', 'tenant_id': '9c7bb313aece425aab5e866c385e03ee', 'mac_address': 'fa:16:3e:81:d3:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41fe0107-656f-4932-971e-369ccb46c124', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '94f0a19c-985b-4196-aff1-8f20e10c98ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:22:12Z', 'updated_at': '2021-02-17T21:22:13Z', 'revision_number': 2, 'project_id': '9c7bb313aece425aab5e866c385e03ee', 'subnets': [{'id': '94f0a19c-985b-4196-aff1-8f20e10c98ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 21:22:15.106403 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-f9d2b7af-c427-429a-9ff6-a47f5a93cddd None None] Provisioning complete for port 27f6af13-f955-4104-a838-362f3b0f91d9 triggered by entity DHCP. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:22:15.107756 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f9d2b7af-c427-429a-9ff6-a47f5a93cddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:15.194810 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-f9d2b7af-c427-429a-9ff6-a47f5a93cddd None None] Port 27f6af13-f955-4104-a838-362f3b0f91d9 cannot update to ACTIVE because it is not bound. {{(pid=83972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 21:22:15.404553 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 38836) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:22:15.410709 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [None req-f517e6d0-60c1-4dc6-b31f-683eda7661d6 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1235402240', 'description': 'tempest-description--853853359'}} {{(pid=83970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:22:15.432573 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-f517e6d0-60c1-4dc6-b31f-683eda7661d6 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:22:15.438516 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-f517e6d0-60c1-4dc6-b31f-683eda7661d6 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Usage tracker for resource:security_group and tenant:9c7bb313aece425aab5e866c385e03ee is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:22:15.442253 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-f517e6d0-60c1-4dc6-b31f-683eda7661d6 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:22:15.448523 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-f517e6d0-60c1-4dc6-b31f-683eda7661d6 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:22:15.493758 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f517e6d0-60c1-4dc6-b31f-683eda7661d6 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify callbacks [] for security_group, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:15.517477 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-f517e6d0-60c1-4dc6-b31f-683eda7661d6 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:22:15.521935 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-f517e6d0-60c1-4dc6-b31f-683eda7661d6 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Usage tracker for resource:security_group_rule and tenant:9c7bb313aece425aab5e866c385e03ee is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:22:15.525586 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-f517e6d0-60c1-4dc6-b31f-683eda7661d6 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:22:15.538652 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-f517e6d0-60c1-4dc6-b31f-683eda7661d6 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:22:15.616503 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f517e6d0-60c1-4dc6-b31f-683eda7661d6 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify callbacks [] for security_group, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:15.620619 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f517e6d0-60c1-4dc6-b31f-683eda7661d6 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:15.626236 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-e3ced0bb-d87b-43a3-988d-fe7e0204b56d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:22:15.668470 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f517e6d0-60c1-4dc6-b31f-683eda7661d6 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04a44232-4f07-4600-9186-5378d4d7d051,revision_number=1']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:22:15.671415 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f517e6d0-60c1-4dc6-b31f-683eda7661d6 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify callbacks [] for security_group, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:15.675536 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-f517e6d0-60c1-4dc6-b31f-683eda7661d6 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2671030 Feb 17 21:22:15.675536 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-f517e6d0-60c1-4dc6-b31f-683eda7661d6 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:22:15.676468 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 38844) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:22:15.683700 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [None req-0f9a490c-3d89-470e-b8b4-dd778bf6b62b tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Request body: {'security_group_rule': {'security_group_id': '04a44232-4f07-4600-9186-5378d4d7d051', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:22:15.690355 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-0f9a490c-3d89-470e-b8b4-dd778bf6b62b tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:22:15.695190 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-0f9a490c-3d89-470e-b8b4-dd778bf6b62b tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Usage tracker for resource:security_group_rule and tenant:9c7bb313aece425aab5e866c385e03ee is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:22:15.698673 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-0f9a490c-3d89-470e-b8b4-dd778bf6b62b tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:22:15.704586 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-0f9a490c-3d89-470e-b8b4-dd778bf6b62b tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:22:15.722493 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-0f9a490c-3d89-470e-b8b4-dd778bf6b62b tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:15.795719 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-0f9a490c-3d89-470e-b8b4-dd778bf6b62b tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:15.802848 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-0f9a490c-3d89-470e-b8b4-dd778bf6b62b tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032038'] for security_group_rule, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:15.805274 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-3f55be05-d06b-4ece-a6bd-350a4231e9ef tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:22:15.836698 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9a490c-3d89-470e-b8b4-dd778bf6b62b tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5f29a0c-c182-4ce8-8f94-6a346827f7c4,revision_number=0']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:22:15.839433 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-0f9a490c-3d89-470e-b8b4-dd778bf6b62b tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:22:15.845927 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-0f9a490c-3d89-470e-b8b4-dd778bf6b62b tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:15.847217 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-0f9a490c-3d89-470e-b8b4-dd778bf6b62b tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1695294 Feb 17 21:22:15.851099 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 38848) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:22:15.857915 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [None req-af1b15be-885a-4ee0-a2d2-32f3a721219a tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Request body: {'security_group_rule': {'security_group_id': '04a44232-4f07-4600-9186-5378d4d7d051', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:22:15.866334 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-af1b15be-885a-4ee0-a2d2-32f3a721219a tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:22:15.871235 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-af1b15be-885a-4ee0-a2d2-32f3a721219a tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Usage tracker for resource:security_group_rule and tenant:9c7bb313aece425aab5e866c385e03ee is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:22:15.874429 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-af1b15be-885a-4ee0-a2d2-32f3a721219a tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:22:15.880994 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-af1b15be-885a-4ee0-a2d2-32f3a721219a tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:22:15.897713 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-af1b15be-885a-4ee0-a2d2-32f3a721219a tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:15.976154 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-af1b15be-885a-4ee0-a2d2-32f3a721219a tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:15.981570 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-af1b15be-885a-4ee0-a2d2-32f3a721219a tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032038'] for security_group_rule, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:15.983823 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:22:16.010496 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1b15be-885a-4ee0-a2d2-32f3a721219a tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66f1d8b7-43f1-4148-a3d8-543c166a1402,revision_number=0']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:22:16.013335 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-af1b15be-885a-4ee0-a2d2-32f3a721219a tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:22:16.021555 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-af1b15be-885a-4ee0-a2d2-32f3a721219a tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:16.023293 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-af1b15be-885a-4ee0-a2d2-32f3a721219a tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1711969 Feb 17 21:22:16.026779 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 38852) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:22:16.032692 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [None req-63560c27-bac2-4191-a23d-08f6d2b878fb tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Request body: {'floatingip': {'floating_network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e'}} {{(pid=83971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:22:16.040262 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-63560c27-bac2-4191-a23d-08f6d2b878fb tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:22:16.046319 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-63560c27-bac2-4191-a23d-08f6d2b878fb tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Usage tracker for resource:floatingip and tenant:9c7bb313aece425aab5e866c385e03ee is out of sync, need to count used quota {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:22:16.057563 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Device 0cf72ebc-0997-4855-8f4d-dc564a5a3d96 up at agent ovs-agent-dv-cinder-760193-4-smb {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:22:16.067733 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-63560c27-bac2-4191-a23d-08f6d2b878fb tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:22:16.074231 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-63560c27-bac2-4191-a23d-08f6d2b878fb tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:22:16.085591 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-63560c27-bac2-4191-a23d-08f6d2b878fb tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify callbacks [] for floatingip, before_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:16.138163 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Provisioning for port 0cf72ebc-0997-4855-8f4d-dc564a5a3d96 completed by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:22:16.143749 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Provisioning complete for port 0cf72ebc-0997-4855-8f4d-dc564a5a3d96 triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:22:16.144339 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:16.248912 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-63560c27-bac2-4191-a23d-08f6d2b878fb tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:16.278298 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:16.296732 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] For port 0cf72ebc-0997-4855-8f4d-dc564a5a3d96, host dv-cinder-760193-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-smb',level=0,port_id=0cf72ebc-0997-4855-8f4d-dc564a5a3d96,segment=NetworkSegment(1160e08b-7d0c-4f07-a68b-9e1b3764f9c4),segment_id=1160e08b-7d0c-4f07-a68b-9e1b3764f9c4)] {{(pid=83972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:22:16.300675 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:16.305098 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-9aa935cd-b6d0-45e9-90b8-19b6f2cb38f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:22:16.377803 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Pushing event updated for resources: {'Port': ['ID=0cf72ebc-0997-4855-8f4d-dc564a5a3d96,revision_number=4']} {{(pid=83972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:22:16.381861 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:22:16.528756 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.db_base_plugin_common [None req-63560c27-bac2-4191-a23d-08f6d2b878fb tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Allocated IP 172.28.3.71 (35a248c9-4e56-449c-88ff-c033f82ee17e/44c24f99-5b56-46d4-85cc-b908fd8db103/5beb2091-9067-4aa4-85d1-a2a0bfbcc954) {{(pid=83971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 21:22:16.690914 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-63560c27-bac2-4191-a23d-08f6d2b878fb tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify callbacks [] for port, precommit_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:16.721847 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-63560c27-bac2-4191-a23d-08f6d2b878fb tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782347517401'] for port, after_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:16.738109 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-779ee603-6931-41a7-a991-98ede4fd9a41 tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:22:16.883352 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63560c27-bac2-4191-a23d-08f6d2b878fb tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Pushing event updated for resources: {'Port': ['ID=5beb2091-9067-4aa4-85d1-a2a0bfbcc954,revision_number=1']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:22:16.888532 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-63560c27-bac2-4191-a23d-08f6d2b878fb tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:22:16.938484 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63560c27-bac2-4191-a23d-08f6d2b878fb tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Network 35a248c9-4e56-449c-88ff-c033f82ee17e is already hosted by enough agents. {{(pid=83971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:22:16.939674 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.base_scheduler [None req-63560c27-bac2-4191-a23d-08f6d2b878fb tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Resources bound (agent type, host, resource id): {{(pid=83971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:22:16.942730 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63560c27-bac2-4191-a23d-08f6d2b878fb tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Received port after_create {{(pid=83971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 21:22:16.971782 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-63560c27-bac2-4191-a23d-08f6d2b878fb tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:17.034113 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-63560c27-bac2-4191-a23d-08f6d2b878fb tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:17.314239 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-63560c27-bac2-4191-a23d-08f6d2b878fb tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify callbacks [] for port, precommit_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:17.318378 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-63560c27-bac2-4191-a23d-08f6d2b878fb tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:17.333663 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-427ebf87-0d12-4fde-8cd1-b37fd17a0a70 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:22:17.469322 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63560c27-bac2-4191-a23d-08f6d2b878fb tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Pushing event updated for resources: {'Port': ['ID=5beb2091-9067-4aa4-85d1-a2a0bfbcc954,revision_number=2']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:22:17.475293 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-63560c27-bac2-4191-a23d-08f6d2b878fb tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:22:17.521755 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-63560c27-bac2-4191-a23d-08f6d2b878fb tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853844558'] for floatingip, after_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:17.548182 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-63560c27-bac2-4191-a23d-08f6d2b878fb tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768493'] for floatingip, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:17.549488 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-63560c27-bac2-4191-a23d-08f6d2b878fb tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5216360 Feb 17 21:22:17.719671 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-09f57f03-9d80-47fc-a8df-a4521304dfba req-a42a1b1e-4ced-41db-9df7-7cb15515e324 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Synchronizing usage tracker for tenant:9c7bb313aece425aab5e866c385e03ee on resource:security_group {{(pid=83971) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:22:17.738058 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-09f57f03-9d80-47fc-a8df-a4521304dfba req-a42a1b1e-4ced-41db-9df7-7cb15515e324 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Unset dirty status for tenant:9c7bb313aece425aab5e866c385e03ee on resource:security_group {{(pid=83971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:22:17.740022 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-09f57f03-9d80-47fc-a8df-a4521304dfba req-a42a1b1e-4ced-41db-9df7-7cb15515e324 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-securitygroup--1235402240&fields=id&tenant_id=9c7bb313aece425aab5e866c385e03ee HTTP/1.1" status: 200 len: 267 time: 0.0641475 Feb 17 21:22:17.904935 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f57f03-9d80-47fc-a8df-a4521304dfba req-e823ccb7-8fde-495e-be61-885c0de4df54 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:22:17.905697 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-09f57f03-9d80-47fc-a8df-a4521304dfba req-e823ccb7-8fde-495e-be61-885c0de4df54 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Synchronizing usage tracker for tenant:9c7bb313aece425aab5e866c385e03ee on resource:network {{(pid=83971) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:22:17.922130 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-09f57f03-9d80-47fc-a8df-a4521304dfba req-e823ccb7-8fde-495e-be61-885c0de4df54 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Unset dirty status for tenant:9c7bb313aece425aab5e866c385e03ee on resource:network {{(pid=83971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:22:17.923457 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-09f57f03-9d80-47fc-a8df-a4521304dfba req-e823ccb7-8fde-495e-be61-885c0de4df54 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/networks?id=a116bda0-2aab-4a78-81df-3e3c3d982929 HTTP/1.1" status: 200 len: 817 time: 0.1761589 Feb 17 21:22:17.940190 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-09f57f03-9d80-47fc-a8df-a4521304dfba req-e4a17e49-4773-402e-bc07-47dd638c81d0 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/quotas/9c7bb313aece425aab5e866c385e03ee HTTP/1.1" status: 200 len: 375 time: 0.0098608 Feb 17 21:22:18.034323 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Device 0cf72ebc-0997-4855-8f4d-dc564a5a3d96 up at agent ovs-agent-dv-cinder-760193-4-smb {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:22:18.048660 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-09f57f03-9d80-47fc-a8df-a4521304dfba req-e3ae9f77-e21a-4f54-91bf-8a5a73f1ea28 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=9c7bb313aece425aab5e866c385e03ee&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0997012 Feb 17 21:22:18.136434 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Provisioning complete for port 0cf72ebc-0997-4855-8f4d-dc564a5a3d96 triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:22:18.137066 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:18.202726 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5483322b-2007-49d0-80fc-95781d67363a None None] Sync routers for ids ['41fe0107-656f-4932-971e-369ccb46c124'] in dv-cinder-760193-4-smb {{(pid=83973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 21:22:18.218042 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5483322b-2007-49d0-80fc-95781d67363a None None] Routers {'41fe0107-656f-4932-971e-369ccb46c124'} bound to L3 agent in host dv-cinder-760193-4-smb {{(pid=83973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:22:18.219345 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-5483322b-2007-49d0-80fc-95781d67363a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T21:09:02Z,description=,heartbeat_timestamp=2021-02-17T21:22:02Z,host='dv-cinder-760193-4-smb',id=0536e1cb-4d3e-42d2-8b6d-8bd52a4e2590,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T21:09:02Z,topic='l3_agent')) {'router_ids': ['41fe0107-656f-4932-971e-369ccb46c124'], 'active': True} {{(pid=83973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:22:18.227942 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-09f57f03-9d80-47fc-a8df-a4521304dfba req-1f7a21b4-e5ac-495a-b6f0-4acd93d49784 service neutron] 10.222.0.90 "GET /v2.0/networks/a116bda0-2aab-4a78-81df-3e3c3d982929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562331 Feb 17 21:22:18.382111 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-09f57f03-9d80-47fc-a8df-a4521304dfba req-ba224de7-a56c-4902-b82a-2c65dca33fbe service neutron] 10.222.0.90 "GET /v2.0/networks/a116bda0-2aab-4a78-81df-3e3c3d982929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1467566 Feb 17 21:22:18.384732 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 38882) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:22:18.417337 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvr_db [None req-5483322b-2007-49d0-80fc-95781d67363a None None] Set router 41fe0107-656f-4932-971e-369ccb46c124 gateway port host: dv-cinder-760193-4-smb {{(pid=83973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:22:18.540040 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-6c42cdba-d9fe-4886-9b6b-e33c9f0ddfbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:18.601909 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-6c42cdba-d9fe-4886-9b6b-e33c9f0ddfbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:22:18.612397 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-f899ef02-fbeb-4b77-a1fd-f8119ed28c56 req-f085d07a-721a-4050-a9fe-a650a47d5855 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=e7c9070a-5133-4e0c-8ade-bfb98204de89 HTTP/1.1" status: 200 len: 210 time: 0.0603030 Feb 17 21:22:18.613468 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-6c42cdba-d9fe-4886-9b6b-e33c9f0ddfbe admin admin] Usage tracker for resource:security_group_rule and tenant:2ab6f27194b24763a097ae1029fccb19 is out of sync, need to count used quota {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:22:18.616699 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-6c42cdba-d9fe-4886-9b6b-e33c9f0ddfbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:22:18.622839 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-6c42cdba-d9fe-4886-9b6b-e33c9f0ddfbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:22:18.716708 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-6c42cdba-d9fe-4886-9b6b-e33c9f0ddfbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:18.719763 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-6c42cdba-d9fe-4886-9b6b-e33c9f0ddfbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:18.731793 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-ec89f763-3e10-4b3a-8123-5596436c0cb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:22:18.779488 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-6c42cdba-d9fe-4886-9b6b-e33c9f0ddfbe admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=2ab6f27194b24763a097ae1029fccb19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3935831 Feb 17 21:22:18.781257 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c42cdba-d9fe-4886-9b6b-e33c9f0ddfbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dde20a0-c198-47bb-8021-b25d57c962da,revision_number=1']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:22:18.782266 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 38896) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:22:18.784500 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-6c42cdba-d9fe-4886-9b6b-e33c9f0ddfbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:22:18.789799 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-5483322b-2007-49d0-80fc-95781d67363a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41fe0107-656f-4932-971e-369ccb46c124', 'name': 'tempest-AttachVolumeShelveTestJSON-2117019523-router', 'tenant_id': '9c7bb313aece425aab5e866c385e03ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'external_fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': '0cf72ebc-0997-4855-8f4d-dc564a5a3d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:22:08Z', 'updated_at': '2021-02-17T21:22:13Z', 'revision_number': 4, 'project_id': '9c7bb313aece425aab5e866c385e03ee', 'gw_port': {'id': '0cf72ebc-0997-4855-8f4d-dc564a5a3d96', 'name': '', 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:82:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41fe0107-656f-4932-971e-369ccb46c124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:22:09Z', 'updated_at': '2021-02-17T21:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-smb', '_interfaces': [{'id': '27f6af13-f955-4104-a838-362f3b0f91d9', 'name': '', 'network_id': 'a116bda0-2aab-4a78-81df-3e3c3d982929', 'tenant_id': '9c7bb313aece425aab5e866c385e03ee', 'mac_address': 'fa:16:3e:81:d3:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41fe0107-656f-4932-971e-369ccb46c124', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '94f0a19c-985b-4196-aff1-8f20e10c98ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:22:12Z', 'updated_at': '2021-02-17T21:22:13Z', 'revision_number': 2, 'project_id': '9c7bb313aece425aab5e866c385e03ee', 'subnets': [{'id': '94f0a19c-985b-4196-aff1-8f20e10c98ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-4-smb', False) {} {{(pid=83973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:22:18.794024 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5483322b-2007-49d0-80fc-95781d67363a None None] Checking router: 41fe0107-656f-4932-971e-369ccb46c124 for host: dv-cinder-760193-4-smb {{(pid=83973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 21:22:18.794423 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5483322b-2007-49d0-80fc-95781d67363a None None] Updating router 41fe0107-656f-4932-971e-369ccb46c124 port 27f6af13-f955-4104-a838-362f3b0f91d9 binding host dv-cinder-760193-4-smb {{(pid=83973) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 17 21:22:18.851987 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-5483322b-2007-49d0-80fc-95781d67363a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:18.867062 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-6b855026-1681-4ad1-b1ab-9960141cdf5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:18.897473 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-6b855026-1681-4ad1-b1ab-9960141cdf5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:18.945232 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-6b855026-1681-4ad1-b1ab-9960141cdf5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:18.950425 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-3a01231c-d160-484e-ac5a-7fcadee30e56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:22:18.966769 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b855026-1681-4ad1-b1ab-9960141cdf5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dde20a0-c198-47bb-8021-b25d57c962da,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:22:18.969843 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-6b855026-1681-4ad1-b1ab-9960141cdf5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:22:18.972135 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-6b855026-1681-4ad1-b1ab-9960141cdf5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:18.976797 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-6b855026-1681-4ad1-b1ab-9960141cdf5f admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/0dde20a0-c198-47bb-8021-b25d57c962da HTTP/1.1" status: 204 len: 168 time: 0.1923015 Feb 17 21:22:19.309590 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-5483322b-2007-49d0-80fc-95781d67363a None None] Notify callbacks [] for port, precommit_update {{(pid=83973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:19.327949 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-5483322b-2007-49d0-80fc-95781d67363a None None] Transition to ACTIVE for port object 27f6af13-f955-4104-a838-362f3b0f91d9 will not be triggered until provisioned by entity L2. {{(pid=83973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:22:19.331166 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-5483322b-2007-49d0-80fc-95781d67363a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:19.348934 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-f3989ad9-d1ac-4562-8782-5a87a67276f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:22:19.648000 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dfcac9-0555-4be0-8b8d-8e3c6e58fbdc None None] Pushing event updated for resources: {'Port': ['ID=27f6af13-f955-4104-a838-362f3b0f91d9,revision_number=3']} {{(pid=83973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:22:19.659735 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dfcac9-0555-4be0-8b8d-8e3c6e58fbdc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:22:19.660702 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dfcac9-0555-4be0-8b8d-8e3c6e58fbdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:22:19.661122 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dfcac9-0555-4be0-8b8d-8e3c6e58fbdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:22:19.661424 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dfcac9-0555-4be0-8b8d-8e3c6e58fbdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:22:19.661782 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dfcac9-0555-4be0-8b8d-8e3c6e58fbdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:22:19.662456 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dfcac9-0555-4be0-8b8d-8e3c6e58fbdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:22:19.662456 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dfcac9-0555-4be0-8b8d-8e3c6e58fbdc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:22:19.662840 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dfcac9-0555-4be0-8b8d-8e3c6e58fbdc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:22:19.663195 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dfcac9-0555-4be0-8b8d-8e3c6e58fbdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:22:19.663549 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dfcac9-0555-4be0-8b8d-8e3c6e58fbdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:22:19.663905 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dfcac9-0555-4be0-8b8d-8e3c6e58fbdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:22:19.664261 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dfcac9-0555-4be0-8b8d-8e3c6e58fbdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:22:19.664650 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dfcac9-0555-4be0-8b8d-8e3c6e58fbdc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:22:19.665000 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dfcac9-0555-4be0-8b8d-8e3c6e58fbdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:22:19.665349 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dfcac9-0555-4be0-8b8d-8e3c6e58fbdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:22:19.665696 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dfcac9-0555-4be0-8b8d-8e3c6e58fbdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:22:19.666249 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dfcac9-0555-4be0-8b8d-8e3c6e58fbdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:22:19.666355 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dfcac9-0555-4be0-8b8d-8e3c6e58fbdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:22:19.667016 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dfcac9-0555-4be0-8b8d-8e3c6e58fbdc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:22:19.667122 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dfcac9-0555-4be0-8b8d-8e3c6e58fbdc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:22:19.667394 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dfcac9-0555-4be0-8b8d-8e3c6e58fbdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:22:19.667843 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dfcac9-0555-4be0-8b8d-8e3c6e58fbdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:22:19.668098 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dfcac9-0555-4be0-8b8d-8e3c6e58fbdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:22:19.668405 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81dfcac9-0555-4be0-8b8d-8e3c6e58fbdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:22:19.682291 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-81dfcac9-0555-4be0-8b8d-8e3c6e58fbdc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=83973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:22:19.891925 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-0832d02d-7c88-449e-a5bf-c28391cdc1e4 req-759802d9-b3d8-42a6-848f-75c05715cad4 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=e7c9070a-5133-4e0c-8ade-bfb98204de89 HTTP/1.1" status: 200 len: 210 time: 0.1141012 Feb 17 21:22:19.914907 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [None req-5483322b-2007-49d0-80fc-95781d67363a None None] Attempting to bind port 27f6af13-f955-4104-a838-362f3b0f91d9 on host dv-cinder-760193-4-smb for vnic_type normal with profile {{(pid=83973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 21:22:19.918283 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [None req-5483322b-2007-49d0-80fc-95781d67363a None None] Attempting to bind port 27f6af13-f955-4104-a838-362f3b0f91d9 by drivers openvswitch on host dv-cinder-760193-4-smb at level 0 using segments [{'id': '38c8979f-713f-4e0b-b4ed-e9896b157798', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a116bda0-2aab-4a78-81df-3e3c3d982929'}] {{(pid=83973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 21:22:19.918791 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5483322b-2007-49d0-80fc-95781d67363a None None] Attempting to bind port 27f6af13-f955-4104-a838-362f3b0f91d9 on network a116bda0-2aab-4a78-81df-3e3c3d982929 {{(pid=83973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 21:22:19.933271 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5483322b-2007-49d0-80fc-95781d67363a None None] Checking agent: {'id': '1f40505b-3e8c-4bc5-b539-d04281a15ea5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-760193-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 21, 9, 4), 'started_at': datetime.datetime(2021, 2, 17, 21, 9, 34), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-760193-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.98', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 21:22:19.933703 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5483322b-2007-49d0-80fc-95781d67363a None None] Checking segment: {'id': '38c8979f-713f-4e0b-b4ed-e9896b157798', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a116bda0-2aab-4a78-81df-3e3c3d982929'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:22:19.934154 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-5483322b-2007-49d0-80fc-95781d67363a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:19.934591 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5483322b-2007-49d0-80fc-95781d67363a None None] Bound using segment: {'id': '38c8979f-713f-4e0b-b4ed-e9896b157798', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a116bda0-2aab-4a78-81df-3e3c3d982929'} {{(pid=83973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 21:22:19.935136 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [None req-5483322b-2007-49d0-80fc-95781d67363a None None] Bound port: 27f6af13-f955-4104-a838-362f3b0f91d9, host: dv-cinder-760193-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c8979f-713f-4e0b-b4ed-e9896b157798', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a116bda0-2aab-4a78-81df-3e3c3d982929'}}] {{(pid=83973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 21:22:19.935570 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-5483322b-2007-49d0-80fc-95781d67363a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:20.119865 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-5483322b-2007-49d0-80fc-95781d67363a None None] For port 27f6af13-f955-4104-a838-362f3b0f91d9, host dv-cinder-760193-4-smb, cleared binding levels {{(pid=83973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 21:22:20.127732 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-5483322b-2007-49d0-80fc-95781d67363a None None] For port 27f6af13-f955-4104-a838-362f3b0f91d9, host dv-cinder-760193-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-smb',level=0,port_id=27f6af13-f955-4104-a838-362f3b0f91d9,segment=NetworkSegment(38c8979f-713f-4e0b-b4ed-e9896b157798),segment_id=38c8979f-713f-4e0b-b4ed-e9896b157798)] {{(pid=83973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 21:22:20.131730 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f57f03-9d80-47fc-a8df-a4521304dfba req-1e4e9265-dba9-45d4-8e97-0a993dec8b80 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:22:20.133376 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-09f57f03-9d80-47fc-a8df-a4521304dfba req-1e4e9265-dba9-45d4-8e97-0a993dec8b80 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.95 "GET /v2.0/networks?id=a116bda0-2aab-4a78-81df-3e3c3d982929 HTTP/1.1" status: 200 len: 817 time: 0.3059363 Feb 17 21:22:20.135545 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-5483322b-2007-49d0-80fc-95781d67363a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83973) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:20.165679 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-b75e1ea8-2837-4f7b-b733-a257ed1c6346 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:22:20.228184 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-09f57f03-9d80-47fc-a8df-a4521304dfba req-967ec608-185a-4402-a4e7-ed66f651b39b tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=9c7bb313aece425aab5e866c385e03ee HTTP/1.1" status: 200 len: 5708 time: 0.0804484 Feb 17 21:22:20.237832 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [req-09f57f03-9d80-47fc-a8df-a4521304dfba req-78efe124-44ea-48ae-b366-b5ecbe277d51 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Request body: {'port': {'device_id': 'e7c9070a-5133-4e0c-8ade-bfb98204de89', 'network_id': 'a116bda0-2aab-4a78-81df-3e3c3d982929', 'admin_state_up': True, 'tenant_id': '9c7bb313aece425aab5e866c385e03ee', 'security_groups': ['04a44232-4f07-4600-9186-5378d4d7d051']}} {{(pid=83971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:22:20.357442 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dfcac9-0555-4be0-8b8d-8e3c6e58fbdc None None] Pushing event updated for resources: {'Port': ['ID=27f6af13-f955-4104-a838-362f3b0f91d9,revision_number=4']} {{(pid=83973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:22:20.370925 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-81dfcac9-0555-4be0-8b8d-8e3c6e58fbdc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=83973) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:22:20.392399 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [req-09f57f03-9d80-47fc-a8df-a4521304dfba req-78efe124-44ea-48ae-b366-b5ecbe277d51 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:22:20.396652 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-09f57f03-9d80-47fc-a8df-a4521304dfba req-78efe124-44ea-48ae-b366-b5ecbe277d51 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Usage tracker for resource:port and tenant:9c7bb313aece425aab5e866c385e03ee is out of sync, need to count used quota {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:22:20.399752 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-09f57f03-9d80-47fc-a8df-a4521304dfba req-78efe124-44ea-48ae-b366-b5ecbe277d51 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:22:20.406913 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [req-09f57f03-9d80-47fc-a8df-a4521304dfba req-78efe124-44ea-48ae-b366-b5ecbe277d51 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:22:20.415191 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5483322b-2007-49d0-80fc-95781d67363a None None] Routers {'41fe0107-656f-4932-971e-369ccb46c124'} bound to L3 agent in host dv-cinder-760193-4-smb {{(pid=83973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:22:20.416272 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-5483322b-2007-49d0-80fc-95781d67363a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T21:09:02Z,description=,heartbeat_timestamp=2021-02-17T21:22:02Z,host='dv-cinder-760193-4-smb',id=0536e1cb-4d3e-42d2-8b6d-8bd52a4e2590,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T21:09:02Z,topic='l3_agent')) {'router_ids': ['41fe0107-656f-4932-971e-369ccb46c124'], 'active': True} {{(pid=83973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:22:20.420030 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09f57f03-9d80-47fc-a8df-a4521304dfba req-78efe124-44ea-48ae-b366-b5ecbe277d51 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Made reservation on behalf of 9c7bb313aece425aab5e866c385e03ee for: {'port': 1} {{(pid=83971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:22:20.426750 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-09f57f03-9d80-47fc-a8df-a4521304dfba req-78efe124-44ea-48ae-b366-b5ecbe277d51 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:20.644047 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvr_db [None req-5483322b-2007-49d0-80fc-95781d67363a None None] Set router 41fe0107-656f-4932-971e-369ccb46c124 gateway port host: dv-cinder-760193-4-smb {{(pid=83973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:22:20.792348 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.db_base_plugin_common [req-09f57f03-9d80-47fc-a8df-a4521304dfba req-78efe124-44ea-48ae-b366-b5ecbe277d51 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Allocated IP 172.20.0.5 (a116bda0-2aab-4a78-81df-3e3c3d982929/94f0a19c-985b-4196-aff1-8f20e10c98ae/a6cd2429-f68c-4aed-b77d-a3e9f30e8aa5) {{(pid=83971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 21:22:21.032411 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-09f57f03-9d80-47fc-a8df-a4521304dfba req-78efe124-44ea-48ae-b366-b5ecbe277d51 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify callbacks [] for port, precommit_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:21.036361 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-5483322b-2007-49d0-80fc-95781d67363a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41fe0107-656f-4932-971e-369ccb46c124', 'name': 'tempest-AttachVolumeShelveTestJSON-2117019523-router', 'tenant_id': '9c7bb313aece425aab5e866c385e03ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'external_fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': '0cf72ebc-0997-4855-8f4d-dc564a5a3d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:22:08Z', 'updated_at': '2021-02-17T21:22:13Z', 'revision_number': 4, 'project_id': '9c7bb313aece425aab5e866c385e03ee', 'gw_port': {'id': '0cf72ebc-0997-4855-8f4d-dc564a5a3d96', 'name': '', 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:82:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41fe0107-656f-4932-971e-369ccb46c124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:22:09Z', 'updated_at': '2021-02-17T21:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-smb', '_interfaces': [{'id': '27f6af13-f955-4104-a838-362f3b0f91d9', 'name': '', 'network_id': 'a116bda0-2aab-4a78-81df-3e3c3d982929', 'tenant_id': '9c7bb313aece425aab5e866c385e03ee', 'mac_address': 'fa:16:3e:81:d3:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41fe0107-656f-4932-971e-369ccb46c124', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '94f0a19c-985b-4196-aff1-8f20e10c98ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:22:12Z', 'updated_at': '2021-02-17T21:22:20Z', 'revision_number': 4, 'project_id': '9c7bb313aece425aab5e866c385e03ee', 'subnets': [{'id': '94f0a19c-985b-4196-aff1-8f20e10c98ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-4-smb', False) {} {{(pid=83973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:22:21.040937 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5483322b-2007-49d0-80fc-95781d67363a None None] The sync data for ids ['41fe0107-656f-4932-971e-369ccb46c124'] in dv-cinder-760193-4-smb is: [{'id': '41fe0107-656f-4932-971e-369ccb46c124', 'name': 'tempest-AttachVolumeShelveTestJSON-2117019523-router', 'tenant_id': '9c7bb313aece425aab5e866c385e03ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'external_fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': '0cf72ebc-0997-4855-8f4d-dc564a5a3d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:22:08Z', 'updated_at': '2021-02-17T21:22:13Z', 'revision_number': 4, 'project_id': '9c7bb313aece425aab5e866c385e03ee', 'gw_port': {'id': '0cf72ebc-0997-4855-8f4d-dc564a5a3d96', 'name': '', 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:82:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41fe0107-656f-4932-971e-369ccb46c124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:22:09Z', 'updated_at': '2021-02-17T21:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-smb', '_interfaces': [{'id': '27f6af13-f955-4104-a838-362f3b0f91d9', 'name': '', 'network_id': 'a116bda0-2aab-4a78-81df-3e3c3d982929', 'tenant_id': '9c7bb313aece425aab5e866c385e03ee', 'mac_address': 'fa:16:3e:81:d3:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41fe0107-656f-4932-971e-369ccb46c124', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '94f0a19c-985b-4196-aff1-8f20e10c98ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:22:12Z', 'updated_at': '2021-02-17T21:22:20Z', 'revision_number': 4, 'project_id': '9c7bb313aece425aab5e866c385e03ee', 'subnets': [{'id': '94f0a19c-985b-4196-aff1-8f20e10c98ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 21:22:21.106376 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-d4896d6c-79e3-4289-952f-3f00ff5bd018 req-18298c5d-ab73-405e-9f75-d2a838debb9c tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=e7c9070a-5133-4e0c-8ade-bfb98204de89 HTTP/1.1" status: 200 len: 210 time: 0.0686722 Feb 17 21:22:21.109235 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [req-09f57f03-9d80-47fc-a8df-a4521304dfba req-78efe124-44ea-48ae-b366-b5ecbe277d51 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Transition to ACTIVE for port object a6cd2429-f68c-4aed-b77d-a3e9f30e8aa5 will not be triggered until provisioned by entity DHCP. {{(pid=83971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:22:21.147489 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-09f57f03-9d80-47fc-a8df-a4521304dfba req-78efe124-44ea-48ae-b366-b5ecbe277d51 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782347517401'] for port, after_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:21.163955 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-63560c27-bac2-4191-a23d-08f6d2b878fb tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:22:21.314924 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78efe124-44ea-48ae-b366-b5ecbe277d51 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Pushing event updated for resources: {'Port': ['ID=a6cd2429-f68c-4aed-b77d-a3e9f30e8aa5,revision_number=1']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:22:21.321335 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-78efe124-44ea-48ae-b366-b5ecbe277d51 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:22:21.380822 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09f57f03-9d80-47fc-a8df-a4521304dfba req-78efe124-44ea-48ae-b366-b5ecbe277d51 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Network a116bda0-2aab-4a78-81df-3e3c3d982929 is already hosted by enough agents. {{(pid=83971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:22:21.381997 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.base_scheduler [req-09f57f03-9d80-47fc-a8df-a4521304dfba req-78efe124-44ea-48ae-b366-b5ecbe277d51 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Resources bound (agent type, host, resource id): {{(pid=83971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:22:21.384292 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [req-09f57f03-9d80-47fc-a8df-a4521304dfba req-78efe124-44ea-48ae-b366-b5ecbe277d51 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Received port after_create {{(pid=83971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 21:22:21.388681 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f57f03-9d80-47fc-a8df-a4521304dfba req-78efe124-44ea-48ae-b366-b5ecbe277d51 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:22:21.390633 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-09f57f03-9d80-47fc-a8df-a4521304dfba req-78efe124-44ea-48ae-b366-b5ecbe277d51 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768493'] for port, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:21.420649 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-09f57f03-9d80-47fc-a8df-a4521304dfba req-78efe124-44ea-48ae-b366-b5ecbe277d51 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1869266 Feb 17 21:22:21.436552 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [req-09f57f03-9d80-47fc-a8df-a4521304dfba req-9cbc5185-2c59-49d7-a0d4-32932a7e8f24 service neutron] Request body: {'port': {'device_id': 'e7c9070a-5133-4e0c-8ade-bfb98204de89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:22:21.566086 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-09f57f03-9d80-47fc-a8df-a4521304dfba req-9cbc5185-2c59-49d7-a0d4-32932a7e8f24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:21.640066 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-e16e914f-8ca1-4510-9ba3-384bcf58cb1c None None] Provisioning for port a6cd2429-f68c-4aed-b77d-a3e9f30e8aa5 completed by entity DHCP. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:22:21.647301 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-e16e914f-8ca1-4510-9ba3-384bcf58cb1c None None] Provisioning complete for port a6cd2429-f68c-4aed-b77d-a3e9f30e8aa5 triggered by entity DHCP. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:22:21.647725 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-e16e914f-8ca1-4510-9ba3-384bcf58cb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:21.712864 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-e16e914f-8ca1-4510-9ba3-384bcf58cb1c None None] Port a6cd2429-f68c-4aed-b77d-a3e9f30e8aa5 cannot update to ACTIVE because it is not bound. {{(pid=83972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 21:22:22.047295 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Device 27f6af13-f955-4104-a838-362f3b0f91d9 up at agent ovs-agent-dv-cinder-760193-4-smb {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:22:22.123895 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Provisioning for port 27f6af13-f955-4104-a838-362f3b0f91d9 completed by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:22:22.128674 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Provisioning complete for port 27f6af13-f955-4104-a838-362f3b0f91d9 triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:22:22.129090 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:22.259967 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:22.294230 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] For port 27f6af13-f955-4104-a838-362f3b0f91d9, host dv-cinder-760193-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-smb',level=0,port_id=27f6af13-f955-4104-a838-362f3b0f91d9,segment=NetworkSegment(38c8979f-713f-4e0b-b4ed-e9896b157798),segment_id=38c8979f-713f-4e0b-b4ed-e9896b157798)] {{(pid=83972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:22:22.298649 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:22.306096 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-742c1bee-ee5f-41d4-b8d0-a06ab1d97e80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:22:22.324801 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [req-09f57f03-9d80-47fc-a8df-a4521304dfba req-9cbc5185-2c59-49d7-a0d4-32932a7e8f24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6cd2429-f68c-4aed-b77d-a3e9f30e8aa5 {{(pid=83971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 21:22:22.335805 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-09f57f03-9d80-47fc-a8df-a4521304dfba req-9cbc5185-2c59-49d7-a0d4-32932a7e8f24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:22.355440 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [req-09f57f03-9d80-47fc-a8df-a4521304dfba req-9cbc5185-2c59-49d7-a0d4-32932a7e8f24 service neutron] Transition to ACTIVE for port object a6cd2429-f68c-4aed-b77d-a3e9f30e8aa5 will not be triggered until provisioned by entity L2. {{(pid=83971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:22:22.362164 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-09f57f03-9d80-47fc-a8df-a4521304dfba req-9cbc5185-2c59-49d7-a0d4-32932a7e8f24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:22.378051 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Pushing event updated for resources: {'Port': ['ID=27f6af13-f955-4104-a838-362f3b0f91d9,revision_number=5']} {{(pid=83972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:22:22.378479 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-8e8c47d4-f4ae-4567-a63f-1d39ade07144 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:22:22.386643 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:22:22.506641 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d90c9ed-8567-4dbe-b9ee-7a295cdd981b req-2e696c94-af67-4583-a79b-829b5ef9b935 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:22:22.507396 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-1d90c9ed-8567-4dbe-b9ee-7a295cdd981b req-2e696c94-af67-4583-a79b-829b5ef9b935 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Synchronizing usage tracker for tenant:9c7bb313aece425aab5e866c385e03ee on resource:port {{(pid=83971) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:22:22.537085 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbc5185-2c59-49d7-a0d4-32932a7e8f24 service neutron] Pushing event updated for resources: {'Port': ['ID=a6cd2429-f68c-4aed-b77d-a3e9f30e8aa5,revision_number=2']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:22:22.540235 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-9cbc5185-2c59-49d7-a0d4-32932a7e8f24 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:22:22.569498 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-1d90c9ed-8567-4dbe-b9ee-7a295cdd981b req-2e696c94-af67-4583-a79b-829b5ef9b935 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Unset dirty status for tenant:9c7bb313aece425aab5e866c385e03ee on resource:port {{(pid=83971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:22:22.570791 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-1d90c9ed-8567-4dbe-b9ee-7a295cdd981b req-2e696c94-af67-4583-a79b-829b5ef9b935 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=e7c9070a-5133-4e0c-8ade-bfb98204de89 HTTP/1.1" status: 200 len: 931 time: 0.3211277 Feb 17 21:22:22.709096 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-1d90c9ed-8567-4dbe-b9ee-7a295cdd981b req-abc506c1-18dd-4310-9efb-706bf4739940 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/security-groups?id=04a44232-4f07-4600-9186-5378d4d7d051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240575 Feb 17 21:22:22.729823 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [req-09f57f03-9d80-47fc-a8df-a4521304dfba req-9cbc5185-2c59-49d7-a0d4-32932a7e8f24 service neutron] Attempting to bind port a6cd2429-f68c-4aed-b77d-a3e9f30e8aa5 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=83971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 21:22:22.730100 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [req-09f57f03-9d80-47fc-a8df-a4521304dfba req-9cbc5185-2c59-49d7-a0d4-32932a7e8f24 service neutron] Attempting to bind port a6cd2429-f68c-4aed-b77d-a3e9f30e8aa5 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': '38c8979f-713f-4e0b-b4ed-e9896b157798', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a116bda0-2aab-4a78-81df-3e3c3d982929'}] {{(pid=83971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 21:22:22.730470 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f57f03-9d80-47fc-a8df-a4521304dfba req-9cbc5185-2c59-49d7-a0d4-32932a7e8f24 service neutron] Attempting to bind port a6cd2429-f68c-4aed-b77d-a3e9f30e8aa5 on network a116bda0-2aab-4a78-81df-3e3c3d982929 {{(pid=83971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 21:22:22.736456 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f57f03-9d80-47fc-a8df-a4521304dfba req-9cbc5185-2c59-49d7-a0d4-32932a7e8f24 service neutron] Checking agent: {'id': '6e714d21-3fd0-4fe2-be64-3af0527f8f44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 21, 15, 59), 'started_at': datetime.datetime(2021, 2, 17, 21, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 21:22:22.736829 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f57f03-9d80-47fc-a8df-a4521304dfba req-9cbc5185-2c59-49d7-a0d4-32932a7e8f24 service neutron] Checking segment: {'id': '38c8979f-713f-4e0b-b4ed-e9896b157798', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a116bda0-2aab-4a78-81df-3e3c3d982929'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:22:22.737232 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-09f57f03-9d80-47fc-a8df-a4521304dfba req-9cbc5185-2c59-49d7-a0d4-32932a7e8f24 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:22.737620 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09f57f03-9d80-47fc-a8df-a4521304dfba req-9cbc5185-2c59-49d7-a0d4-32932a7e8f24 service neutron] Bound using segment: {'id': '38c8979f-713f-4e0b-b4ed-e9896b157798', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a116bda0-2aab-4a78-81df-3e3c3d982929'} {{(pid=83971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 21:22:22.738394 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [req-09f57f03-9d80-47fc-a8df-a4521304dfba req-9cbc5185-2c59-49d7-a0d4-32932a7e8f24 service neutron] Bound port: a6cd2429-f68c-4aed-b77d-a3e9f30e8aa5, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c8979f-713f-4e0b-b4ed-e9896b157798', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a116bda0-2aab-4a78-81df-3e3c3d982929'}}] {{(pid=83971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 21:22:22.738676 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-09f57f03-9d80-47fc-a8df-a4521304dfba req-9cbc5185-2c59-49d7-a0d4-32932a7e8f24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:22.839963 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [req-09f57f03-9d80-47fc-a8df-a4521304dfba req-9cbc5185-2c59-49d7-a0d4-32932a7e8f24 service neutron] For port a6cd2429-f68c-4aed-b77d-a3e9f30e8aa5, host hv-cinder-76019, cleared binding levels {{(pid=83971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 21:22:22.844317 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [req-09f57f03-9d80-47fc-a8df-a4521304dfba req-9cbc5185-2c59-49d7-a0d4-32932a7e8f24 service neutron] For port a6cd2429-f68c-4aed-b77d-a3e9f30e8aa5, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=a6cd2429-f68c-4aed-b77d-a3e9f30e8aa5,segment=NetworkSegment(38c8979f-713f-4e0b-b4ed-e9896b157798),segment_id=38c8979f-713f-4e0b-b4ed-e9896b157798)] {{(pid=83971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 21:22:22.848086 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-09f57f03-9d80-47fc-a8df-a4521304dfba req-9cbc5185-2c59-49d7-a0d4-32932a7e8f24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:22.862754 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:22:23.012814 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbc5185-2c59-49d7-a0d4-32932a7e8f24 service neutron] Pushing event updated for resources: {'Port': ['ID=a6cd2429-f68c-4aed-b77d-a3e9f30e8aa5,revision_number=3']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:22:23.026496 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-9cbc5185-2c59-49d7-a0d4-32932a7e8f24 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:22:23.060747 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f57f03-9d80-47fc-a8df-a4521304dfba req-9cbc5185-2c59-49d7-a0d4-32932a7e8f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:22:23.062557 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-09f57f03-9d80-47fc-a8df-a4521304dfba req-9cbc5185-2c59-49d7-a0d4-32932a7e8f24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768493'] for port, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:23.064237 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-09f57f03-9d80-47fc-a8df-a4521304dfba req-9cbc5185-2c59-49d7-a0d4-32932a7e8f24 service neutron] 10.222.0.95 "PUT /v2.0/ports/a6cd2429-f68c-4aed-b77d-a3e9f30e8aa5 HTTP/1.1" status: 200 len: 1157 time: 1.6326621 Feb 17 21:22:23.065036 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7c9070a-5133-4e0c-8ade-bfb98204de89', 'tag': 'a6cd2429-f68c-4aed-b77d-a3e9f30e8aa5'}] {{(pid=83971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:22:23.146578 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7c9070a-5133-4e0c-8ade-bfb98204de89', 'tag': 'a6cd2429-f68c-4aed-b77d-a3e9f30e8aa5', 'status': 'completed', 'code': 200} Feb 17 21:22:23.192306 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f57f03-9d80-47fc-a8df-a4521304dfba req-fe3dd7a9-2952-44ed-b494-3f791ade81d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:22:23.193971 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-09f57f03-9d80-47fc-a8df-a4521304dfba req-fe3dd7a9-2952-44ed-b494-3f791ade81d4 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=9c7bb313aece425aab5e866c385e03ee&device_id=e7c9070a-5133-4e0c-8ade-bfb98204de89 HTTP/1.1" status: 200 len: 1160 time: 0.0920656 Feb 17 21:22:23.273847 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-09f57f03-9d80-47fc-a8df-a4521304dfba req-ad589ea9-a3b8-42b8-9d51-cbf72ff2ca00 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6cd2429-f68c-4aed-b77d-a3e9f30e8aa5 HTTP/1.1" status: 200 len: 217 time: 0.0715666 Feb 17 21:22:23.354006 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f57f03-9d80-47fc-a8df-a4521304dfba req-8b2a400a-895b-4dd4-aebb-41a0e358199d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:22:23.355616 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-09f57f03-9d80-47fc-a8df-a4521304dfba req-8b2a400a-895b-4dd4-aebb-41a0e358199d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=94f0a19c-985b-4196-aff1-8f20e10c98ae HTTP/1.1" status: 200 len: 856 time: 0.0705855 Feb 17 21:22:23.441863 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f57f03-9d80-47fc-a8df-a4521304dfba req-7e032b11-c3e3-40d8-83af-9724fe246de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:22:23.443426 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-09f57f03-9d80-47fc-a8df-a4521304dfba req-7e032b11-c3e3-40d8-83af-9724fe246de2 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a116bda0-2aab-4a78-81df-3e3c3d982929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0789976 Feb 17 21:22:23.590097 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-09f57f03-9d80-47fc-a8df-a4521304dfba req-f9f3af5a-b570-40ef-945d-8a70adfcaa9f service neutron] 10.222.0.95 "GET /v2.0/networks/a116bda0-2aab-4a78-81df-3e3c3d982929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385229 Feb 17 21:22:23.740605 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-09f57f03-9d80-47fc-a8df-a4521304dfba req-ae8f86ff-49c4-4712-8b54-6c9bf890f872 service neutron] 10.222.0.95 "GET /v2.0/networks/a116bda0-2aab-4a78-81df-3e3c3d982929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1435125 Feb 17 21:22:23.937771 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a45b63a-727e-425c-925a-b65f3bab32fc req-cab6c4be-88d4-44c0-bdd2-84f92a42096b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:22:23.939454 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-5a45b63a-727e-425c-925a-b65f3bab32fc req-cab6c4be-88d4-44c0-bdd2-84f92a42096b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=9c7bb313aece425aab5e866c385e03ee&device_id=e7c9070a-5133-4e0c-8ade-bfb98204de89 HTTP/1.1" status: 200 len: 1160 time: 0.1512089 Feb 17 21:22:23.955357 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fc483e-dfea-4146-b96b-08b85cac2668 req-4aa1c5b0-eff7-46ac-b325-6c9218a47ad0 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:22:23.957014 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-47fc483e-dfea-4146-b96b-08b85cac2668 req-4aa1c5b0-eff7-46ac-b325-6c9218a47ad0 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=e7c9070a-5133-4e0c-8ade-bfb98204de89 HTTP/1.1" status: 200 len: 943 time: 0.1230075 Feb 17 21:22:24.029472 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Device 27f6af13-f955-4104-a838-362f3b0f91d9 up at agent ovs-agent-dv-cinder-760193-4-smb {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:22:24.101536 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-47fc483e-dfea-4146-b96b-08b85cac2668 req-34191861-7fbf-465a-8dda-4ff142983716 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/security-groups?id=04a44232-4f07-4600-9186-5378d4d7d051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220300 Feb 17 21:22:24.120787 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Provisioning complete for port 27f6af13-f955-4104-a838-362f3b0f91d9 triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:22:24.121185 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:24.138105 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a45b63a-727e-425c-925a-b65f3bab32fc req-1b6713d0-f91b-4ccc-be29-e5ec103c4440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:22:24.139759 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-5a45b63a-727e-425c-925a-b65f3bab32fc req-1b6713d0-f91b-4ccc-be29-e5ec103c4440 service neutron] 10.222.0.95 "GET /v2.0/networks?id=a116bda0-2aab-4a78-81df-3e3c3d982929 HTTP/1.1" status: 200 len: 911 time: 0.1913438 Feb 17 21:22:24.219691 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-5a45b63a-727e-425c-925a-b65f3bab32fc req-151c2d1f-718c-4fd8-a0ba-f7e3b4be1bed service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6cd2429-f68c-4aed-b77d-a3e9f30e8aa5 HTTP/1.1" status: 200 len: 217 time: 0.0723302 Feb 17 21:22:24.297002 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a45b63a-727e-425c-925a-b65f3bab32fc req-9c675661-192b-4c5c-934f-360bd69e069e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:22:24.298566 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-5a45b63a-727e-425c-925a-b65f3bab32fc req-9c675661-192b-4c5c-934f-360bd69e069e service neutron] 10.222.0.95 "GET /v2.0/subnets?id=94f0a19c-985b-4196-aff1-8f20e10c98ae HTTP/1.1" status: 200 len: 856 time: 0.0708787 Feb 17 21:22:24.390989 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a45b63a-727e-425c-925a-b65f3bab32fc req-eca1640b-3fa6-42fd-a9ca-92672a123e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:22:24.392617 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-5a45b63a-727e-425c-925a-b65f3bab32fc req-eca1640b-3fa6-42fd-a9ca-92672a123e48 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a116bda0-2aab-4a78-81df-3e3c3d982929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0797250 Feb 17 21:22:24.540421 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-5a45b63a-727e-425c-925a-b65f3bab32fc req-e94fc7a3-caf9-4fef-bb43-659899cba1c4 service neutron] 10.222.0.95 "GET /v2.0/networks/a116bda0-2aab-4a78-81df-3e3c3d982929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395705 Feb 17 21:22:24.689827 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-5a45b63a-727e-425c-925a-b65f3bab32fc req-c072f807-2f2d-4799-899d-68c9a09f98df service neutron] 10.222.0.95 "GET /v2.0/networks/a116bda0-2aab-4a78-81df-3e3c3d982929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1404943 Feb 17 21:22:25.320032 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c3a04c-8fdf-40f4-96d8-0526fc9ce0c1 req-70d470fc-640e-44f8-8885-39ed35a141cd tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:22:25.321559 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-43c3a04c-8fdf-40f4-96d8-0526fc9ce0c1 req-70d470fc-640e-44f8-8885-39ed35a141cd tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=e7c9070a-5133-4e0c-8ade-bfb98204de89 HTTP/1.1" status: 200 len: 943 time: 0.0909696 Feb 17 21:22:25.376279 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-43c3a04c-8fdf-40f4-96d8-0526fc9ce0c1 req-c3bbfe52-7d16-4687-969b-6f42dd2cbca0 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/security-groups?id=04a44232-4f07-4600-9186-5378d4d7d051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483179 Feb 17 21:22:26.134060 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dec42a-b5c5-4bdb-9809-cca7f73a14ba req-76c30bfb-1c80-4481-b272-2c50357f12d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:22:26.135796 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-d8dec42a-b5c5-4bdb-9809-cca7f73a14ba req-76c30bfb-1c80-4481-b272-2c50357f12d6 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=dd37991a5603474184e1e7e103b5e2e7&device_id=50d26802-c5aa-45f3-bdab-1816f86d43e6 HTTP/1.1" status: 200 len: 1203 time: 0.1759923 Feb 17 21:22:26.142171 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab62805-060b-4d28-a2d9-d41faa01ac6e req-44321bbd-1a2b-4479-bfd3-834080aa5bc0 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:22:26.146076 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-5ab62805-060b-4d28-a2d9-d41faa01ac6e req-44321bbd-1a2b-4479-bfd3-834080aa5bc0 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.90 "GET /v2.0/ports?device_id=50d26802-c5aa-45f3-bdab-1816f86d43e6 HTTP/1.1" status: 200 len: 985 time: 0.1447017 Feb 17 21:22:26.305892 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-5ab62805-060b-4d28-a2d9-d41faa01ac6e req-0c1ea184-eaa4-4ab9-8bb3-0a290e6b737d tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.90 "GET /v2.0/security-groups?id=29732fa1-20df-4399-9daf-2f6c9147bbac&id=fb5c7c72-3e83-40a6-a53b-d187455aa4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1288910 Feb 17 21:22:26.342859 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dec42a-b5c5-4bdb-9809-cca7f73a14ba req-ed214260-8ace-427c-9530-e3ba1805510a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:22:26.344458 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-d8dec42a-b5c5-4bdb-9809-cca7f73a14ba req-ed214260-8ace-427c-9530-e3ba1805510a service neutron] 10.222.0.95 "GET /v2.0/networks?id=91ed6b15-96c5-473b-b3e5-022a9f16968c HTTP/1.1" status: 200 len: 909 time: 0.1977589 Feb 17 21:22:26.712771 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Device a6cd2429-f68c-4aed-b77d-a3e9f30e8aa5 up at agent ovs-agent-hv-cinder-76019 {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:22:26.730886 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-d8dec42a-b5c5-4bdb-9809-cca7f73a14ba req-8d28b6bb-f104-42e3-b1cb-595dd8077d82 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9b20699-68d7-4a5d-ac0c-b5ea162a3433 HTTP/1.1" status: 200 len: 1002 time: 0.3782361 Feb 17 21:22:26.785371 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Provisioning for port a6cd2429-f68c-4aed-b77d-a3e9f30e8aa5 completed by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:22:26.790278 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Provisioning complete for port a6cd2429-f68c-4aed-b77d-a3e9f30e8aa5 triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:22:26.790742 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:26.814249 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a14d2c-d398-4083-96eb-a505afe1dcc1 req-970ba18d-c4bf-4971-b5d9-7742ff63ffc9 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:22:26.815882 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-10a14d2c-d398-4083-96eb-a505afe1dcc1 req-970ba18d-c4bf-4971-b5d9-7742ff63ffc9 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=e7c9070a-5133-4e0c-8ade-bfb98204de89 HTTP/1.1" status: 200 len: 943 time: 0.1586912 Feb 17 21:22:26.824998 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dec42a-b5c5-4bdb-9809-cca7f73a14ba req-f56f6940-9c46-4fd2-8c6f-3a181d8a9141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:22:26.826458 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-d8dec42a-b5c5-4bdb-9809-cca7f73a14ba req-f56f6940-9c46-4fd2-8c6f-3a181d8a9141 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bd2c5f1d-7235-45ff-833f-908aea4c2ec0 HTTP/1.1" status: 200 len: 853 time: 0.0864820 Feb 17 21:22:26.919594 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:26.921447 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-10a14d2c-d398-4083-96eb-a505afe1dcc1 req-3fc2cf0f-18b0-4cab-8619-93bb280fad2a tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/security-groups?id=04a44232-4f07-4600-9186-5378d4d7d051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981729 Feb 17 21:22:26.949923 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dec42a-b5c5-4bdb-9809-cca7f73a14ba req-1bc45336-2953-42fd-a75e-060ea77ec91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:22:26.951556 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-d8dec42a-b5c5-4bdb-9809-cca7f73a14ba req-1bc45336-2953-42fd-a75e-060ea77ec91c service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=91ed6b15-96c5-473b-b3e5-022a9f16968c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1114278 Feb 17 21:22:26.955143 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7c9070a-5133-4e0c-8ade-bfb98204de89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6cd2429-f68c-4aed-b77d-a3e9f30e8aa5'}] {{(pid=83972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:22:26.967042 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] For port a6cd2429-f68c-4aed-b77d-a3e9f30e8aa5, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=a6cd2429-f68c-4aed-b77d-a3e9f30e8aa5,segment=NetworkSegment(38c8979f-713f-4e0b-b4ed-e9896b157798),segment_id=38c8979f-713f-4e0b-b4ed-e9896b157798)] {{(pid=83972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:22:26.970320 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:26.973428 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-997d526d-56f1-480e-bf89-1beec818876b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:22:27.015585 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7c9070a-5133-4e0c-8ade-bfb98204de89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6cd2429-f68c-4aed-b77d-a3e9f30e8aa5', 'code': 200} Feb 17 21:22:27.052169 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Pushing event updated for resources: {'Port': ['ID=a6cd2429-f68c-4aed-b77d-a3e9f30e8aa5,revision_number=4']} {{(pid=83972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:22:27.055245 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:22:27.120095 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-d8dec42a-b5c5-4bdb-9809-cca7f73a14ba req-5defe534-8c06-4174-86b8-e5aac0fb67bd service neutron] 10.222.0.95 "GET /v2.0/networks/91ed6b15-96c5-473b-b3e5-022a9f16968c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600091 Feb 17 21:22:27.340044 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-d8dec42a-b5c5-4bdb-9809-cca7f73a14ba req-d1ff3140-156c-4116-8473-da53fc3b1c73 service neutron] 10.222.0.95 "GET /v2.0/networks/91ed6b15-96c5-473b-b3e5-022a9f16968c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2118225 Feb 17 21:22:27.342985 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3245c47-18f3-427a-a284-3bfb5d6a507b req-5e62be3d-6966-4b8f-a9e6-08428490f3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:22:27.344510 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-f3245c47-18f3-427a-a284-3bfb5d6a507b req-5e62be3d-6966-4b8f-a9e6-08428490f3d4 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=e7c9070a-5133-4e0c-8ade-bfb98204de89 HTTP/1.1" status: 200 len: 1162 time: 0.1398010 Feb 17 21:22:27.392684 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-f3245c47-18f3-427a-a284-3bfb5d6a507b req-1964f5a7-4d6b-4142-89a2-5d55ab408cb6 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=04a44232-4f07-4600-9186-5378d4d7d051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398674 Feb 17 21:22:27.509400 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0de0d82-5a8b-49b1-977e-1c5c3a7dbca9 req-272c73ad-3992-4321-a691-f3e3f3db0ee5 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:22:27.510987 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-e0de0d82-5a8b-49b1-977e-1c5c3a7dbca9 req-272c73ad-3992-4321-a691-f3e3f3db0ee5 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.90 "GET /v2.0/ports?device_id=50d26802-c5aa-45f3-bdab-1816f86d43e6 HTTP/1.1" status: 200 len: 985 time: 0.0881312 Feb 17 21:22:27.565172 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-e0de0d82-5a8b-49b1-977e-1c5c3a7dbca9 req-d85d71e7-e802-42b7-8710-478a09c166bd tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.90 "GET /v2.0/security-groups?id=29732fa1-20df-4399-9daf-2f6c9147bbac&id=fb5c7c72-3e83-40a6-a53b-d187455aa4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0477278 Feb 17 21:22:28.133842 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496f6ccc-4dff-43e9-9209-c86777001135 req-8727382b-6704-4e1d-b1a7-7ec861ea33c8 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:22:28.135497 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-496f6ccc-4dff-43e9-9209-c86777001135 req-8727382b-6704-4e1d-b1a7-7ec861ea33c8 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=e7c9070a-5133-4e0c-8ade-bfb98204de89 HTTP/1.1" status: 200 len: 945 time: 0.0885692 Feb 17 21:22:28.184263 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-496f6ccc-4dff-43e9-9209-c86777001135 req-c00927c8-51f0-4f83-9b8e-fc0824a95328 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/security-groups?id=04a44232-4f07-4600-9186-5378d4d7d051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423095 Feb 17 21:22:28.247461 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Device a6cd2429-f68c-4aed-b77d-a3e9f30e8aa5 up at agent ovs-agent-hv-cinder-76019 {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:22:28.320413 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Provisioning complete for port a6cd2429-f68c-4aed-b77d-a3e9f30e8aa5 triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:22:28.320830 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:28.783895 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d64836d-88ce-427d-8341-32485f2421c8 req-c3b139e0-eb2f-44ea-85ed-608db0088923 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:22:28.786097 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-6d64836d-88ce-427d-8341-32485f2421c8 req-c3b139e0-eb2f-44ea-85ed-608db0088923 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.90 "GET /v2.0/ports?device_id=50d26802-c5aa-45f3-bdab-1816f86d43e6 HTTP/1.1" status: 200 len: 985 time: 0.0976837 Feb 17 21:22:28.838254 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-6d64836d-88ce-427d-8341-32485f2421c8 req-83ee819c-b917-4b8c-beb9-bdefc027fb75 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.90 "GET /v2.0/security-groups?id=29732fa1-20df-4399-9daf-2f6c9147bbac&id=fb5c7c72-3e83-40a6-a53b-d187455aa4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0456834 Feb 17 21:22:29.398727 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f9f1c-7227-4bd6-9bde-de5493cfb469 req-a631c537-b0d6-4b90-93d4-cdcd6c10102e tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:22:29.400269 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-df1f9f1c-7227-4bd6-9bde-de5493cfb469 req-a631c537-b0d6-4b90-93d4-cdcd6c10102e tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=e7c9070a-5133-4e0c-8ade-bfb98204de89 HTTP/1.1" status: 200 len: 945 time: 0.0897558 Feb 17 21:22:29.453491 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-df1f9f1c-7227-4bd6-9bde-de5493cfb469 req-ecb0805e-908a-461f-90f4-d667cb25cb6c tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/security-groups?id=04a44232-4f07-4600-9186-5378d4d7d051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469584 Feb 17 21:22:29.465815 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:29.656039 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bdc0ac-4986-414a-b0bf-8b2d108cbecb req-931495d7-5f1d-4698-ac98-2162e0171b06 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:22:29.657573 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-c2bdc0ac-4986-414a-b0bf-8b2d108cbecb req-931495d7-5f1d-4698-ac98-2162e0171b06 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=e7c9070a-5133-4e0c-8ade-bfb98204de89 HTTP/1.1" status: 200 len: 945 time: 0.0883517 Feb 17 21:22:29.667975 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 39044) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:22:29.673520 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [None req-d2b22722-abbd-4011-af0f-cf85625369fb tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Request body: {'floatingip': {'port_id': 'a6cd2429-f68c-4aed-b77d-a3e9f30e8aa5'}} {{(pid=83971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:22:29.758720 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d2b22722-abbd-4011-af0f-cf85625369fb tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify callbacks [] for floatingip, before_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:30.233481 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e77614-46c3-4df2-8aee-c9ea899764f3 req-43a09215-1b8c-41b6-bf3d-070c3fc74361 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:22:30.235428 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b4e77614-46c3-4df2-8aee-c9ea899764f3 req-43a09215-1b8c-41b6-bf3d-070c3fc74361 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.90 "GET /v2.0/ports?device_id=50d26802-c5aa-45f3-bdab-1816f86d43e6 HTTP/1.1" status: 200 len: 985 time: 0.2701073 Feb 17 21:22:30.433167 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-e41ccc7b-9bd5-48cc-b747-33a961797c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:30.443573 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b4e77614-46c3-4df2-8aee-c9ea899764f3 req-9d8b394d-2d87-4633-bad1-93a3ec7712f2 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.90 "GET /v2.0/security-groups?id=29732fa1-20df-4399-9daf-2f6c9147bbac&id=fb5c7c72-3e83-40a6-a53b-d187455aa4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.2012904 Feb 17 21:22:30.508745 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539ac7b5-e913-44d3-8ed3-0c1ce33f74a2 req-355d7a50-5f77-452e-9f42-34649400c260 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:22:30.510265 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-539ac7b5-e913-44d3-8ed3-0c1ce33f74a2 req-355d7a50-5f77-452e-9f42-34649400c260 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/ports?device_id=1f6b1a26-7928-4ad0-830f-a3920bfcc037 HTTP/1.1" status: 200 len: 946 time: 0.1398342 Feb 17 21:22:30.652065 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d2b22722-abbd-4011-af0f-cf85625369fb tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:30.655697 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-539ac7b5-e913-44d3-8ed3-0c1ce33f74a2 req-33cdee03-0fb2-4ff2-8259-8d9488d898c7 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/security-groups?id=50953140-8b47-4d38-9ad3-ba74e3f5ff3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808473 Feb 17 21:22:30.656830 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d2b22722-abbd-4011-af0f-cf85625369fb tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853844558'] for floatingip, after_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:30.842872 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.db.l3_db [None req-d2b22722-abbd-4011-af0f-cf85625369fb tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Floating IP b8f4eba9-0be6-46d9-b89f-a36cae151b9e associated. External IP: 172.28.3.71, port: a6cd2429-f68c-4aed-b77d-a3e9f30e8aa5. Feb 17 21:22:31.442884 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2b22722-abbd-4011-af0f-cf85625369fb tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Router 41fe0107-656f-4932-971e-369ccb46c124 has already been hosted by L3 agent 0536e1cb-4d3e-42d2-8b6d-8bd52a4e2590 {{(pid=83971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 21:22:31.706416 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2b22722-abbd-4011-af0f-cf85625369fb tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify agent at l3_agent.dv-cinder-760193-4-smb the message routers_updated {{(pid=83971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 21:22:31.711960 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d2b22722-abbd-4011-af0f-cf85625369fb tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768493'] for floatingip, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:31.720366 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12732166-e864-4b56-bdc8-29d848295ffb None None] Sync routers for ids ['41fe0107-656f-4932-971e-369ccb46c124'] in dv-cinder-760193-4-smb {{(pid=83972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 21:22:31.731094 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12732166-e864-4b56-bdc8-29d848295ffb None None] Routers {'41fe0107-656f-4932-971e-369ccb46c124'} bound to L3 agent in host dv-cinder-760193-4-smb {{(pid=83972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:22:31.732051 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-12732166-e864-4b56-bdc8-29d848295ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T21:09:02Z,description=,heartbeat_timestamp=2021-02-17T21:22:02Z,host='dv-cinder-760193-4-smb',id=0536e1cb-4d3e-42d2-8b6d-8bd52a4e2590,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T21:09:02Z,topic='l3_agent')) {'router_ids': ['41fe0107-656f-4932-971e-369ccb46c124'], 'active': True} {{(pid=83972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:22:31.747650 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d569b-1b55-4d96-a023-abe32e15a762 req-ef366735-d664-4f21-ad9a-6955a0624fed tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:22:31.749259 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-fb6d569b-1b55-4d96-a023-abe32e15a762 req-ef366735-d664-4f21-ad9a-6955a0624fed tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.90 "GET /v2.0/ports?device_id=50d26802-c5aa-45f3-bdab-1816f86d43e6 HTTP/1.1" status: 200 len: 985 time: 0.1776812 Feb 17 21:22:31.818698 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-d2b22722-abbd-4011-af0f-cf85625369fb tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "PUT /v2.0/floatingips/b8f4eba9-0be6-46d9-b89f-a36cae151b9e HTTP/1.1" status: 200 len: 990 time: 2.1495435 Feb 17 21:22:31.857158 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7c9070a-5133-4e0c-8ade-bfb98204de89', 'tag': 'a6cd2429-f68c-4aed-b77d-a3e9f30e8aa5'}] {{(pid=83971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:22:31.873544 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-fb6d569b-1b55-4d96-a023-abe32e15a762 req-2d5d31f7-36c5-4257-add3-4c5c0ef4cdff tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.90 "GET /v2.0/security-groups?id=29732fa1-20df-4399-9daf-2f6c9147bbac&id=fb5c7c72-3e83-40a6-a53b-d187455aa4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1046019 Feb 17 21:22:31.922631 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294c725c-9c28-40d7-9656-6fceb753dde5 req-1d073576-8f17-419c-ac7e-0e71bcf4baaf tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:22:31.924266 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-294c725c-9c28-40d7-9656-6fceb753dde5 req-1d073576-8f17-419c-ac7e-0e71bcf4baaf tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/ports?device_id=1f6b1a26-7928-4ad0-830f-a3920bfcc037 HTTP/1.1" status: 200 len: 946 time: 0.1111760 Feb 17 21:22:31.940586 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvr_db [None req-12732166-e864-4b56-bdc8-29d848295ffb None None] Set router 41fe0107-656f-4932-971e-369ccb46c124 gateway port host: dv-cinder-760193-4-smb {{(pid=83972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:22:31.977605 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-294c725c-9c28-40d7-9656-6fceb753dde5 req-4c88ae28-c48a-4d74-ac15-5b5d1558cb01 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/security-groups?id=50953140-8b47-4d38-9ad3-ba74e3f5ff3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469270 Feb 17 21:22:32.036199 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7c9070a-5133-4e0c-8ade-bfb98204de89', 'tag': 'a6cd2429-f68c-4aed-b77d-a3e9f30e8aa5', 'status': 'completed', 'code': 200} Feb 17 21:22:32.170105 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c986bb-ba4b-41ee-8f86-a04bfe3e1ffd req-26809b5f-7c00-41ed-acad-9749f101ec70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:22:32.171798 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b2c986bb-ba4b-41ee-8f86-a04bfe3e1ffd req-26809b5f-7c00-41ed-acad-9749f101ec70 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=9c7bb313aece425aab5e866c385e03ee&device_id=e7c9070a-5133-4e0c-8ade-bfb98204de89 HTTP/1.1" status: 200 len: 1162 time: 0.0817094 Feb 17 21:22:32.318092 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-12732166-e864-4b56-bdc8-29d848295ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41fe0107-656f-4932-971e-369ccb46c124', 'name': 'tempest-AttachVolumeShelveTestJSON-2117019523-router', 'tenant_id': '9c7bb313aece425aab5e866c385e03ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'external_fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': '0cf72ebc-0997-4855-8f4d-dc564a5a3d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:22:08Z', 'updated_at': '2021-02-17T21:22:13Z', 'revision_number': 4, 'project_id': '9c7bb313aece425aab5e866c385e03ee', 'gw_port': {'id': '0cf72ebc-0997-4855-8f4d-dc564a5a3d96', 'name': '', 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:82:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41fe0107-656f-4932-971e-369ccb46c124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:22:09Z', 'updated_at': '2021-02-17T21:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-smb', '_floatingips': [{'id': 'b8f4eba9-0be6-46d9-b89f-a36cae151b9e', 'tenant_id': '9c7bb313aece425aab5e866c385e03ee', 'floating_ip_address': '172.28.3.71', 'floating_network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'router_id': '41fe0107-656f-4932-971e-369ccb46c124', 'port_id': 'a6cd2429-f68c-4aed-b77d-a3e9f30e8aa5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a116bda0-2aab-4a78-81df-3e3c3d982929', 'mac_address': 'fa:16:3e:45:9f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c9070a-5133-4e0c-8ade-bfb98204de89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T21:22:16Z', 'updated_at': '2021-02-17T21:22:30Z', 'revision_number': 1, 'project_id': '9c7bb313aece425aab5e866c385e03ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27f6af13-f955-4104-a838-362f3b0f91d9', 'name': '', 'network_id': 'a116bda0-2aab-4a78-81df-3e3c3d982929', 'tenant_id': '9c7bb313aece425aab5e866c385e03ee', 'mac_address': 'fa:16:3e:81:d3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41fe0107-656f-4932-971e-369ccb46c124', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '94f0a19c-985b-4196-aff1-8f20e10c98ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:22:12Z', 'updated_at': '2021-02-17T21:22:22Z', 'revision_number': 5, 'project_id': '9c7bb313aece425aab5e866c385e03ee', 'subnets': [{'id': '94f0a19c-985b-4196-aff1-8f20e10c98ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-4-smb', False) {} {{(pid=83972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:22:32.321611 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c986bb-ba4b-41ee-8f86-a04bfe3e1ffd req-176e2f65-12be-4441-a2e8-000fe6d8a88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:22:32.322117 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12732166-e864-4b56-bdc8-29d848295ffb None None] Checking router: 41fe0107-656f-4932-971e-369ccb46c124 for host: dv-cinder-760193-4-smb {{(pid=83972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 21:22:32.323257 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b2c986bb-ba4b-41ee-8f86-a04bfe3e1ffd req-176e2f65-12be-4441-a2e8-000fe6d8a88f service neutron] 10.222.0.95 "GET /v2.0/networks?id=a116bda0-2aab-4a78-81df-3e3c3d982929 HTTP/1.1" status: 200 len: 911 time: 0.1427243 Feb 17 21:22:32.330944 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12732166-e864-4b56-bdc8-29d848295ffb None None] Routers {'41fe0107-656f-4932-971e-369ccb46c124'} bound to L3 agent in host dv-cinder-760193-4-smb {{(pid=83972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:22:32.332636 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-12732166-e864-4b56-bdc8-29d848295ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T21:09:02Z,description=,heartbeat_timestamp=2021-02-17T21:22:02Z,host='dv-cinder-760193-4-smb',id=0536e1cb-4d3e-42d2-8b6d-8bd52a4e2590,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T21:09:02Z,topic='l3_agent')) {'router_ids': ['41fe0107-656f-4932-971e-369ccb46c124'], 'active': True} {{(pid=83972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:22:32.444638 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b2c986bb-ba4b-41ee-8f86-a04bfe3e1ffd req-d03d32d4-ff57-41a0-96eb-0f40ca9917a0 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6cd2429-f68c-4aed-b77d-a3e9f30e8aa5 HTTP/1.1" status: 200 len: 998 time: 0.1130893 Feb 17 21:22:32.522117 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c986bb-ba4b-41ee-8f86-a04bfe3e1ffd req-9dd6fdbf-54f6-4e9b-b05a-2740887dfa4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:22:32.523789 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b2c986bb-ba4b-41ee-8f86-a04bfe3e1ffd req-9dd6fdbf-54f6-4e9b-b05a-2740887dfa4a service neutron] 10.222.0.95 "GET /v2.0/subnets?id=94f0a19c-985b-4196-aff1-8f20e10c98ae HTTP/1.1" status: 200 len: 856 time: 0.0718892 Feb 17 21:22:32.616701 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c986bb-ba4b-41ee-8f86-a04bfe3e1ffd req-0c55449b-034e-450c-9ca6-445bfff7f765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:22:32.618336 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b2c986bb-ba4b-41ee-8f86-a04bfe3e1ffd req-0c55449b-034e-450c-9ca6-445bfff7f765 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a116bda0-2aab-4a78-81df-3e3c3d982929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0871618 Feb 17 21:22:32.653251 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-06fee973-2ba7-42a6-8f7f-14136d4faeea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:32.701223 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvr_db [None req-12732166-e864-4b56-bdc8-29d848295ffb None None] Set router 41fe0107-656f-4932-971e-369ccb46c124 gateway port host: dv-cinder-760193-4-smb {{(pid=83972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:22:32.855297 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b2c986bb-ba4b-41ee-8f86-a04bfe3e1ffd req-16e5ff9b-695e-4b4c-87f4-b62efd8aaccd service neutron] 10.222.0.95 "GET /v2.0/networks/a116bda0-2aab-4a78-81df-3e3c3d982929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093897 Feb 17 21:22:32.862701 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7380e048-dd8b-4f7c-937d-f99506ac3d65 req-85a3f2ac-8574-47b2-b15b-cfc638240585 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:22:32.864438 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-7380e048-dd8b-4f7c-937d-f99506ac3d65 req-85a3f2ac-8574-47b2-b15b-cfc638240585 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.95 "GET /v2.0/ports?device_id=1f6b1a26-7928-4ad0-830f-a3920bfcc037 HTTP/1.1" status: 200 len: 946 time: 0.2169235 Feb 17 21:22:33.099684 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-12732166-e864-4b56-bdc8-29d848295ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41fe0107-656f-4932-971e-369ccb46c124', 'name': 'tempest-AttachVolumeShelveTestJSON-2117019523-router', 'tenant_id': '9c7bb313aece425aab5e866c385e03ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'external_fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': '0cf72ebc-0997-4855-8f4d-dc564a5a3d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:22:08Z', 'updated_at': '2021-02-17T21:22:13Z', 'revision_number': 4, 'project_id': '9c7bb313aece425aab5e866c385e03ee', 'gw_port': {'id': '0cf72ebc-0997-4855-8f4d-dc564a5a3d96', 'name': '', 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:82:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41fe0107-656f-4932-971e-369ccb46c124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:22:09Z', 'updated_at': '2021-02-17T21:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-smb', '_floatingips': [{'id': 'b8f4eba9-0be6-46d9-b89f-a36cae151b9e', 'tenant_id': '9c7bb313aece425aab5e866c385e03ee', 'floating_ip_address': '172.28.3.71', 'floating_network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'router_id': '41fe0107-656f-4932-971e-369ccb46c124', 'port_id': 'a6cd2429-f68c-4aed-b77d-a3e9f30e8aa5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a116bda0-2aab-4a78-81df-3e3c3d982929', 'mac_address': 'fa:16:3e:45:9f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c9070a-5133-4e0c-8ade-bfb98204de89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T21:22:16Z', 'updated_at': '2021-02-17T21:22:30Z', 'revision_number': 1, 'project_id': '9c7bb313aece425aab5e866c385e03ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27f6af13-f955-4104-a838-362f3b0f91d9', 'name': '', 'network_id': 'a116bda0-2aab-4a78-81df-3e3c3d982929', 'tenant_id': '9c7bb313aece425aab5e866c385e03ee', 'mac_address': 'fa:16:3e:81:d3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41fe0107-656f-4932-971e-369ccb46c124', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '94f0a19c-985b-4196-aff1-8f20e10c98ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:22:12Z', 'updated_at': '2021-02-17T21:22:22Z', 'revision_number': 5, 'project_id': '9c7bb313aece425aab5e866c385e03ee', 'subnets': [{'id': '94f0a19c-985b-4196-aff1-8f20e10c98ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-4-smb', False) {} {{(pid=83972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:22:33.104557 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12732166-e864-4b56-bdc8-29d848295ffb None None] The sync data for ids ['41fe0107-656f-4932-971e-369ccb46c124'] in dv-cinder-760193-4-smb is: [{'id': '41fe0107-656f-4932-971e-369ccb46c124', 'name': 'tempest-AttachVolumeShelveTestJSON-2117019523-router', 'tenant_id': '9c7bb313aece425aab5e866c385e03ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'external_fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': '0cf72ebc-0997-4855-8f4d-dc564a5a3d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:22:08Z', 'updated_at': '2021-02-17T21:22:13Z', 'revision_number': 4, 'project_id': '9c7bb313aece425aab5e866c385e03ee', 'gw_port': {'id': '0cf72ebc-0997-4855-8f4d-dc564a5a3d96', 'name': '', 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:82:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41fe0107-656f-4932-971e-369ccb46c124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:22:09Z', 'updated_at': '2021-02-17T21:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-smb', '_floatingips': [{'id': 'b8f4eba9-0be6-46d9-b89f-a36cae151b9e', 'tenant_id': '9c7bb313aece425aab5e866c385e03ee', 'floating_ip_address': '172.28.3.71', 'floating_network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'router_id': '41fe0107-656f-4932-971e-369ccb46c124', 'port_id': 'a6cd2429-f68c-4aed-b77d-a3e9f30e8aa5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a116bda0-2aab-4a78-81df-3e3c3d982929', 'mac_address': 'fa:16:3e:45:9f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c9070a-5133-4e0c-8ade-bfb98204de89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T21:22:16Z', 'updated_at': '2021-02-17T21:22:30Z', 'revision_number': 1, 'project_id': '9c7bb313aece425aab5e866c385e03ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27f6af13-f955-4104-a838-362f3b0f91d9', 'name': '', 'network_id': 'a116bda0-2aab-4a78-81df-3e3c3d982929', 'tenant_id': '9c7bb313aece425aab5e866c385e03ee', 'mac_address': 'fa:16:3e:81:d3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41fe0107-656f-4932-971e-369ccb46c124', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '94f0a19c-985b-4196-aff1-8f20e10c98ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:22:12Z', 'updated_at': '2021-02-17T21:22:22Z', 'revision_number': 5, 'project_id': '9c7bb313aece425aab5e866c385e03ee', 'subnets': [{'id': '94f0a19c-985b-4196-aff1-8f20e10c98ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 21:22:33.112419 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [req-7380e048-dd8b-4f7c-937d-f99506ac3d65 req-08dc8ce4-def0-44cd-976d-5d5708c62ebc tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Deleting port ec7e291c-e699-435c-bcd9-d9e19a0ca613 {{(pid=83971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:22:33.112885 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-7380e048-dd8b-4f7c-937d-f99506ac3d65 req-08dc8ce4-def0-44cd-976d-5d5708c62ebc tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506882676'] for port, before_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:33.249745 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f1cec3f0-2839-4108-802d-97c7b40b55a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:33.286495 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b2c986bb-ba4b-41ee-8f86-a04bfe3e1ffd req-7d6ecc79-2f67-4df7-9149-2803086a960d service neutron] 10.222.0.95 "GET /v2.0/networks/a116bda0-2aab-4a78-81df-3e3c3d982929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4210234 Feb 17 21:22:33.351229 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3e0c99-8085-4eec-96a1-7e060536948a req-cb41d983-8563-4d3d-a3bd-cddeace2ea93 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:22:33.352901 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-4e3e0c99-8085-4eec-96a1-7e060536948a req-cb41d983-8563-4d3d-a3bd-cddeace2ea93 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.90 "GET /v2.0/ports?device_id=50d26802-c5aa-45f3-bdab-1816f86d43e6 HTTP/1.1" status: 200 len: 985 time: 0.3549874 Feb 17 21:22:33.404558 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fcb7ba-05fb-4d1a-bd59-db8213b96b3e None None] New status for floating IP b8f4eba9-0be6-46d9-b89f-a36cae151b9e: ACTIVE {{(pid=83973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 21:22:33.505267 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30528d45-cd4d-40db-8bb4-0e657bf50a32 req-c31e0df1-2f07-4ec4-b32d-7f7273019d06 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:22:33.507008 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-30528d45-cd4d-40db-8bb4-0e657bf50a32 req-c31e0df1-2f07-4ec4-b32d-7f7273019d06 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/ports?device_id=1f6b1a26-7928-4ad0-830f-a3920bfcc037 HTTP/1.1" status: 200 len: 946 time: 0.3604374 Feb 17 21:22:33.518862 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-4e3e0c99-8085-4eec-96a1-7e060536948a req-fe72fb23-64de-41ac-91d2-5d76fd332e24 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.90 "GET /v2.0/security-groups?id=29732fa1-20df-4399-9daf-2f6c9147bbac&id=fb5c7c72-3e83-40a6-a53b-d187455aa4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1559558 Feb 17 21:22:33.827743 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-30528d45-cd4d-40db-8bb4-0e657bf50a32 req-9f44bc36-9e0a-4ad3-98ab-2d4d87f4ce67 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/security-groups?id=50953140-8b47-4d38-9ad3-ba74e3f5ff3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3073184 Feb 17 21:22:33.838007 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [req-7380e048-dd8b-4f7c-937d-f99506ac3d65 req-08dc8ce4-def0-44cd-976d-5d5708c62ebc tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] For port ec7e291c-e699-435c-bcd9-d9e19a0ca613, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=ec7e291c-e699-435c-bcd9-d9e19a0ca613,segment=NetworkSegment(3b7ba68f-1bdb-4082-8d82-80eb2313a4c3),segment_id=3b7ba68f-1bdb-4082-8d82-80eb2313a4c3)] {{(pid=83971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:22:33.838417 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-7380e048-dd8b-4f7c-937d-f99506ac3d65 req-08dc8ce4-def0-44cd-976d-5d5708c62ebc tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-921726'] for port, precommit_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:34.147640 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-7380e048-dd8b-4f7c-937d-f99506ac3d65 req-08dc8ce4-def0-44cd-976d-5d5708c62ebc tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:34.148052 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-7380e048-dd8b-4f7c-937d-f99506ac3d65 req-08dc8ce4-def0-44cd-976d-5d5708c62ebc tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853844558'] for floatingip, after_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:34.148405 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.db.l3_db [req-7380e048-dd8b-4f7c-937d-f99506ac3d65 req-08dc8ce4-def0-44cd-976d-5d5708c62ebc tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Floating IP 009b20a9-c6cb-4993-b03c-6093e26a18f0 disassociated. External IP: 172.28.3.51, port: ec7e291c-e699-435c-bcd9-d9e19a0ca613. Feb 17 21:22:34.148791 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [req-7380e048-dd8b-4f7c-937d-f99506ac3d65 req-08dc8ce4-def0-44cd-976d-5d5708c62ebc tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Calling delete_port for ec7e291c-e699-435c-bcd9-d9e19a0ca613 owned by compute:nova {{(pid=83971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:22:34.227616 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Device ec7e291c-e699-435c-bcd9-d9e19a0ca613 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:22:34.300670 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-7380e048-dd8b-4f7c-937d-f99506ac3d65 req-08dc8ce4-def0-44cd-976d-5d5708c62ebc tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782347900463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782347493337'] for port, after_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:34.315642 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-1ff3ee3f-f928-4c21-9755-cd70fe4b1d97 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:22:34.327154 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Port ec7e291c-e699-435c-bcd9-d9e19a0ca613 update to DOWN by agent not found {{(pid=83972) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2102}} Feb 17 21:22:34.422168 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dc8ce4-def0-44cd-976d-5d5708c62ebc tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Pushing event deleted for resources: {'Port': ['ID=ec7e291c-e699-435c-bcd9-d9e19a0ca613,revision_number=None']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:22:34.426929 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-08dc8ce4-def0-44cd-976d-5d5708c62ebc tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:22:34.490438 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:34.745507 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7380e048-dd8b-4f7c-937d-f99506ac3d65 req-08dc8ce4-def0-44cd-976d-5d5708c62ebc tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Router 5352e0eb-5f08-4451-84d1-3e30b0d40635 has already been hosted by L3 agent 0536e1cb-4d3e-42d2-8b6d-8bd52a4e2590 {{(pid=83971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 21:22:34.828571 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f502a3d3-f8e8-435a-baf2-6efde04376ff req-ea8c4663-5c41-4bed-82d9-aa5217d88220 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:22:34.830190 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-f502a3d3-f8e8-435a-baf2-6efde04376ff req-ea8c4663-5c41-4bed-82d9-aa5217d88220 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.90 "GET /v2.0/ports?device_id=50d26802-c5aa-45f3-bdab-1816f86d43e6 HTTP/1.1" status: 200 len: 985 time: 0.1863053 Feb 17 21:22:34.995637 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-b3b29b12-cbe5-4ec2-9621-66af0787c66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:35.035633 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-f502a3d3-f8e8-435a-baf2-6efde04376ff req-49d10886-c6bb-4179-a8e3-9eae3bf6dfeb tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.90 "GET /v2.0/security-groups?id=29732fa1-20df-4399-9daf-2f6c9147bbac&id=fb5c7c72-3e83-40a6-a53b-d187455aa4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1422644 Feb 17 21:22:35.041996 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-676df46b-59b0-4b08-9c63-350f49e582df req-0fff4b19-3f8d-44d9-85d5-e81cf80995ed tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/ports?device_id=1f6b1a26-7928-4ad0-830f-a3920bfcc037 HTTP/1.1" status: 200 len: 210 time: 0.0879018 Feb 17 21:22:35.071978 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7380e048-dd8b-4f7c-937d-f99506ac3d65 req-08dc8ce4-def0-44cd-976d-5d5708c62ebc tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Notify agent at l3_agent.dv-cinder-760193-4-smb the message routers_updated {{(pid=83971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 21:22:35.083102 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22673ba4-c743-4af5-918f-bee6db7419d0 None None] Sync routers for ids ['5352e0eb-5f08-4451-84d1-3e30b0d40635'] in dv-cinder-760193-4-smb {{(pid=83972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 21:22:35.094206 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22673ba4-c743-4af5-918f-bee6db7419d0 None None] Routers {'5352e0eb-5f08-4451-84d1-3e30b0d40635'} bound to L3 agent in host dv-cinder-760193-4-smb {{(pid=83972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:22:35.095296 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-22673ba4-c743-4af5-918f-bee6db7419d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T21:09:02Z,description=,heartbeat_timestamp=2021-02-17T21:22:33Z,host='dv-cinder-760193-4-smb',id=0536e1cb-4d3e-42d2-8b6d-8bd52a4e2590,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T21:09:02Z,topic='l3_agent')) {'router_ids': ['5352e0eb-5f08-4451-84d1-3e30b0d40635'], 'active': True} {{(pid=83972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:22:35.118245 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [req-7380e048-dd8b-4f7c-937d-f99506ac3d65 req-08dc8ce4-def0-44cd-976d-5d5708c62ebc tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] No DVR routers for this DVR port ec7e291c-e699-435c-bcd9-d9e19a0ca613 on host hv-cinder-76019 {{(pid=83971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 21:22:35.120618 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-7380e048-dd8b-4f7c-937d-f99506ac3d65 req-08dc8ce4-def0-44cd-976d-5d5708c62ebc tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768493'] for port, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:35.123673 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f6b1a26-7928-4ad0-830f-a3920bfcc037', 'name': 'network-vif-deleted', 'tag': 'ec7e291c-e699-435c-bcd9-d9e19a0ca613'}] {{(pid=83971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:22:35.163053 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-7380e048-dd8b-4f7c-937d-f99506ac3d65 req-08dc8ce4-def0-44cd-976d-5d5708c62ebc tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.95 "DELETE /v2.0/ports/ec7e291c-e699-435c-bcd9-d9e19a0ca613 HTTP/1.1" status: 204 len: 173 time: 2.2757063 Feb 17 21:22:35.182476 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f6b1a26-7928-4ad0-830f-a3920bfcc037', 'name': 'network-vif-deleted', 'tag': 'ec7e291c-e699-435c-bcd9-d9e19a0ca613', 'status': 'completed', 'code': 200} Feb 17 21:22:35.310136 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvr_db [None req-22673ba4-c743-4af5-918f-bee6db7419d0 None None] Set router 5352e0eb-5f08-4451-84d1-3e30b0d40635 gateway port host: dv-cinder-760193-4-smb {{(pid=83972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:22:35.652628 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-22673ba4-c743-4af5-918f-bee6db7419d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5352e0eb-5f08-4451-84d1-3e30b0d40635', 'name': 'tempest-AttachVolumeTestJSON-978606717-router', 'tenant_id': '9cd772018d984344b6df5dd95a3340d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'external_fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.146'}], 'enable_snat': True}, 'gw_port_id': '65fdc61c-05c6-4547-94ff-946351aea217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:18:06Z', 'updated_at': '2021-02-17T21:18:27Z', 'revision_number': 4, 'project_id': '9cd772018d984344b6df5dd95a3340d9', 'gw_port': {'id': '65fdc61c-05c6-4547-94ff-946351aea217', 'name': '', 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:98:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5352e0eb-5f08-4451-84d1-3e30b0d40635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:18:10Z', 'updated_at': '2021-02-17T21:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-smb', '_interfaces': [{'id': '539ec8e4-e591-4c93-afb1-355ba6e314e2', 'name': '', 'network_id': '92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7', 'tenant_id': '9cd772018d984344b6df5dd95a3340d9', 'mac_address': 'fa:16:3e:03:e6:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5352e0eb-5f08-4451-84d1-3e30b0d40635', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '0319529e-2e97-491e-9c53-3becc98cbcb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:18:24Z', 'updated_at': '2021-02-17T21:18:41Z', 'revision_number': 5, 'project_id': '9cd772018d984344b6df5dd95a3340d9', 'subnets': [{'id': '0319529e-2e97-491e-9c53-3becc98cbcb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-4-smb', False) {} {{(pid=83972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:22:35.656954 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22673ba4-c743-4af5-918f-bee6db7419d0 None None] Checking router: 5352e0eb-5f08-4451-84d1-3e30b0d40635 for host: dv-cinder-760193-4-smb {{(pid=83972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 21:22:35.665949 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22673ba4-c743-4af5-918f-bee6db7419d0 None None] Routers {'5352e0eb-5f08-4451-84d1-3e30b0d40635'} bound to L3 agent in host dv-cinder-760193-4-smb {{(pid=83972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:22:35.666603 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-22673ba4-c743-4af5-918f-bee6db7419d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T21:09:02Z,description=,heartbeat_timestamp=2021-02-17T21:22:33Z,host='dv-cinder-760193-4-smb',id=0536e1cb-4d3e-42d2-8b6d-8bd52a4e2590,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T21:09:02Z,topic='l3_agent')) {'router_ids': ['5352e0eb-5f08-4451-84d1-3e30b0d40635'], 'active': True} {{(pid=83972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:22:35.871393 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvr_db [None req-22673ba4-c743-4af5-918f-bee6db7419d0 None None] Set router 5352e0eb-5f08-4451-84d1-3e30b0d40635 gateway port host: dv-cinder-760193-4-smb {{(pid=83972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:22:36.216213 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 39114) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:22:36.238851 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-22673ba4-c743-4af5-918f-bee6db7419d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5352e0eb-5f08-4451-84d1-3e30b0d40635', 'name': 'tempest-AttachVolumeTestJSON-978606717-router', 'tenant_id': '9cd772018d984344b6df5dd95a3340d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'external_fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.146'}], 'enable_snat': True}, 'gw_port_id': '65fdc61c-05c6-4547-94ff-946351aea217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:18:06Z', 'updated_at': '2021-02-17T21:18:27Z', 'revision_number': 4, 'project_id': '9cd772018d984344b6df5dd95a3340d9', 'gw_port': {'id': '65fdc61c-05c6-4547-94ff-946351aea217', 'name': '', 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:98:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5352e0eb-5f08-4451-84d1-3e30b0d40635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:18:10Z', 'updated_at': '2021-02-17T21:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-smb', '_interfaces': [{'id': '539ec8e4-e591-4c93-afb1-355ba6e314e2', 'name': '', 'network_id': '92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7', 'tenant_id': '9cd772018d984344b6df5dd95a3340d9', 'mac_address': 'fa:16:3e:03:e6:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5352e0eb-5f08-4451-84d1-3e30b0d40635', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '0319529e-2e97-491e-9c53-3becc98cbcb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:18:24Z', 'updated_at': '2021-02-17T21:18:41Z', 'revision_number': 5, 'project_id': '9cd772018d984344b6df5dd95a3340d9', 'subnets': [{'id': '0319529e-2e97-491e-9c53-3becc98cbcb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-4-smb', False) {} {{(pid=83972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:22:36.243340 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22673ba4-c743-4af5-918f-bee6db7419d0 None None] The sync data for ids ['5352e0eb-5f08-4451-84d1-3e30b0d40635'] in dv-cinder-760193-4-smb is: [{'id': '5352e0eb-5f08-4451-84d1-3e30b0d40635', 'name': 'tempest-AttachVolumeTestJSON-978606717-router', 'tenant_id': '9cd772018d984344b6df5dd95a3340d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'external_fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.146'}], 'enable_snat': True}, 'gw_port_id': '65fdc61c-05c6-4547-94ff-946351aea217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:18:06Z', 'updated_at': '2021-02-17T21:18:27Z', 'revision_number': 4, 'project_id': '9cd772018d984344b6df5dd95a3340d9', 'gw_port': {'id': '65fdc61c-05c6-4547-94ff-946351aea217', 'name': '', 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:98:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5352e0eb-5f08-4451-84d1-3e30b0d40635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:18:10Z', 'updated_at': '2021-02-17T21:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-smb', '_interfaces': [{'id': '539ec8e4-e591-4c93-afb1-355ba6e314e2', 'name': '', 'network_id': '92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7', 'tenant_id': '9cd772018d984344b6df5dd95a3340d9', 'mac_address': 'fa:16:3e:03:e6:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5352e0eb-5f08-4451-84d1-3e30b0d40635', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '0319529e-2e97-491e-9c53-3becc98cbcb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:18:24Z', 'updated_at': '2021-02-17T21:18:41Z', 'revision_number': 5, 'project_id': '9cd772018d984344b6df5dd95a3340d9', 'subnets': [{'id': '0319529e-2e97-491e-9c53-3becc98cbcb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 21:22:36.302146 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-296b2b78-0742-4dd4-85fd-e2d68ffc6924 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Notify callbacks [] for security_group, before_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:36.406866 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-296b2b78-0742-4dd4-85fd-e2d68ffc6924 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:36.508075 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab81725-b9bc-48bc-a094-b17cb4e3e03d req-64f42782-5792-4fd0-83e6-97dd64e1c643 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:22:36.516717 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-aab81725-b9bc-48bc-a094-b17cb4e3e03d req-64f42782-5792-4fd0-83e6-97dd64e1c643 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.90 "GET /v2.0/ports?device_id=50d26802-c5aa-45f3-bdab-1816f86d43e6 HTTP/1.1" status: 200 len: 985 time: 0.2106857 Feb 17 21:22:36.567458 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-296b2b78-0742-4dd4-85fd-e2d68ffc6924 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:36.575543 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-b2aed580-d02e-4f53-b462-7b79b90d389f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:22:36.590518 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-aab81725-b9bc-48bc-a094-b17cb4e3e03d req-4b2067d9-6863-49dd-ae3e-3a937a424fa9 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.90 "GET /v2.0/security-groups?id=29732fa1-20df-4399-9daf-2f6c9147bbac&id=fb5c7c72-3e83-40a6-a53b-d187455aa4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0726595 Feb 17 21:22:36.595123 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296b2b78-0742-4dd4-85fd-e2d68ffc6924 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50953140-8b47-4d38-9ad3-ba74e3f5ff3b,revision_number=None']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:22:36.600547 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-296b2b78-0742-4dd4-85fd-e2d68ffc6924 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:22:36.602898 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-296b2b78-0742-4dd4-85fd-e2d68ffc6924 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Notify callbacks [] for security_group, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:36.604199 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-296b2b78-0742-4dd4-85fd-e2d68ffc6924 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "DELETE /v2.0/security-groups/50953140-8b47-4d38-9ad3-ba74e3f5ff3b HTTP/1.1" status: 204 len: 168 time: 0.3866253 Feb 17 21:22:36.606963 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 39120) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:22:36.625724 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.v2.resource [None req-f8369932-6506-4633-8c24-65975e4d9cf5 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] show failed (client error): The resource could not be found. Feb 17 21:22:36.626879 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-f8369932-6506-4633-8c24-65975e4d9cf5 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/security-groups/50953140-8b47-4d38-9ad3-ba74e3f5ff3b HTTP/1.1" status: 404 len: 347 time: 0.0186882 Feb 17 21:22:36.630527 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 39124) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:22:36.707285 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b042ffe-8c0b-47f4-994f-6d1727c26eeb None None] New status for floating IP 009b20a9-c6cb-4993-b03c-6093e26a18f0: DOWN {{(pid=83973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 21:22:36.804543 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-affccf22-2675-488f-b172-6d06b149a2f1 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Deleting port 2216d63e-7b83-41ee-bbe4-29485c70b5fd {{(pid=83971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:22:36.804921 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-affccf22-2675-488f-b172-6d06b149a2f1 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506882676'] for port, before_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:36.990575 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-affccf22-2675-488f-b172-6d06b149a2f1 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-921726'] for port, precommit_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:36.991134 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-affccf22-2675-488f-b172-6d06b149a2f1 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:37.128349 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-affccf22-2675-488f-b172-6d06b149a2f1 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Calling delete_port for 2216d63e-7b83-41ee-bbe4-29485c70b5fd owned by network:floatingip {{(pid=83971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:22:37.219511 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.db.api [None req-affccf22-2675-488f-b172-6d06b149a2f1 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83971) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 21:22:37.219861 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_db.api [None req-affccf22-2675-488f-b172-6d06b149a2f1 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 21:22:37.756960 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-affccf22-2675-488f-b172-6d06b149a2f1 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Deleting port 2216d63e-7b83-41ee-bbe4-29485c70b5fd {{(pid=83971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:22:37.757349 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-affccf22-2675-488f-b172-6d06b149a2f1 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506882676'] for port, before_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:37.948223 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a457bd-53f6-4e2d-b8da-f67514634a74 req-6eef318b-780b-43f5-8504-3e4e9d50acb4 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:22:37.949849 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-c4a457bd-53f6-4e2d-b8da-f67514634a74 req-6eef318b-780b-43f5-8504-3e4e9d50acb4 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.90 "GET /v2.0/ports?device_id=50d26802-c5aa-45f3-bdab-1816f86d43e6 HTTP/1.1" status: 200 len: 985 time: 0.2414575 Feb 17 21:22:38.002701 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-affccf22-2675-488f-b172-6d06b149a2f1 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-921726'] for port, precommit_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:38.003194 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-affccf22-2675-488f-b172-6d06b149a2f1 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:38.310787 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Device b9b20699-68d7-4a5d-ac0c-b5ea162a3433 up at agent ovs-agent-hv-cinder-76019 {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:22:38.371276 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-affccf22-2675-488f-b172-6d06b149a2f1 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Calling delete_port for 2216d63e-7b83-41ee-bbe4-29485c70b5fd owned by network:floatingip {{(pid=83971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:22:38.387742 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Provisioning complete for port b9b20699-68d7-4a5d-ac0c-b5ea162a3433 triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:22:38.388582 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:38.417667 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-c4a457bd-53f6-4e2d-b8da-f67514634a74 req-3c77a9a7-61fd-4421-9eb8-bb81aac0bd8b tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.90 "GET /v2.0/security-groups?id=29732fa1-20df-4399-9daf-2f6c9147bbac&id=fb5c7c72-3e83-40a6-a53b-d187455aa4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.4562058 Feb 17 21:22:38.531248 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-affccf22-2675-488f-b172-6d06b149a2f1 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782347900463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782347493337'] for port, after_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:38.548254 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-c3b6ab49-27a7-416a-b20a-cd2ef1997b44 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:22:38.645366 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affccf22-2675-488f-b172-6d06b149a2f1 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Pushing event deleted for resources: {'Port': ['ID=2216d63e-7b83-41ee-bbe4-29485c70b5fd,revision_number=None']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:22:38.654794 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-affccf22-2675-488f-b172-6d06b149a2f1 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:22:38.715361 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-affccf22-2675-488f-b172-6d06b149a2f1 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Notify callbacks [] for floatingip, after_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:38.730365 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-affccf22-2675-488f-b172-6d06b149a2f1 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768493'] for floatingip, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:38.731607 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-affccf22-2675-488f-b172-6d06b149a2f1 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "DELETE /v2.0/floatingips/009b20a9-c6cb-4993-b03c-6093e26a18f0 HTTP/1.1" status: 204 len: 168 time: 2.1000688 Feb 17 21:22:39.000316 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 39146) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:22:39.006276 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [None req-29eca0a2-9a70-4638-8c4f-9e8e8b1549c8 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Request body: {'security_group': {'name': 'tempest-securitygroup--935814566', 'description': 'tempest-description--1108808916'}} {{(pid=83970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:22:39.012756 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-29eca0a2-9a70-4638-8c4f-9e8e8b1549c8 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:22:39.016858 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-29eca0a2-9a70-4638-8c4f-9e8e8b1549c8 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Usage tracker for resource:security_group and tenant:9cd772018d984344b6df5dd95a3340d9 is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:22:39.020170 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-29eca0a2-9a70-4638-8c4f-9e8e8b1549c8 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:22:39.025977 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-29eca0a2-9a70-4638-8c4f-9e8e8b1549c8 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:22:39.036269 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-29eca0a2-9a70-4638-8c4f-9e8e8b1549c8 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Notify callbacks [] for security_group, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:39.058203 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-29eca0a2-9a70-4638-8c4f-9e8e8b1549c8 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:22:39.062244 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-29eca0a2-9a70-4638-8c4f-9e8e8b1549c8 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Usage tracker for resource:security_group_rule and tenant:9cd772018d984344b6df5dd95a3340d9 is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:22:39.065365 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-29eca0a2-9a70-4638-8c4f-9e8e8b1549c8 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:22:39.071165 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-29eca0a2-9a70-4638-8c4f-9e8e8b1549c8 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:22:39.142645 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-29eca0a2-9a70-4638-8c4f-9e8e8b1549c8 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Notify callbacks [] for security_group, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:39.145498 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-29eca0a2-9a70-4638-8c4f-9e8e8b1549c8 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:39.150693 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-4e51f107-9fa1-454e-aeef-92a1abb2c22c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:22:39.190599 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-29eca0a2-9a70-4638-8c4f-9e8e8b1549c8 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Notify callbacks [] for security_group, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:39.192006 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-29eca0a2-9a70-4638-8c4f-9e8e8b1549c8 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1906223 Feb 17 21:22:39.192969 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eca0a2-9a70-4638-8c4f-9e8e8b1549c8 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93650b9f-2dff-4335-9090-ab8531502029,revision_number=1']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:22:39.195216 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 39150) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:22:39.196127 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-29eca0a2-9a70-4638-8c4f-9e8e8b1549c8 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:22:39.201300 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [None req-c2695b99-789f-4fbf-8d70-3e138c9d7291 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Request body: {'security_group_rule': {'security_group_id': '93650b9f-2dff-4335-9090-ab8531502029', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:22:39.208642 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-c2695b99-789f-4fbf-8d70-3e138c9d7291 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:22:39.212714 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-c2695b99-789f-4fbf-8d70-3e138c9d7291 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Usage tracker for resource:security_group_rule and tenant:9cd772018d984344b6df5dd95a3340d9 is out of sync, need to count used quota {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:22:39.215728 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-c2695b99-789f-4fbf-8d70-3e138c9d7291 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:22:39.221746 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-c2695b99-789f-4fbf-8d70-3e138c9d7291 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:22:39.238555 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-c2695b99-789f-4fbf-8d70-3e138c9d7291 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:39.301899 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-c2695b99-789f-4fbf-8d70-3e138c9d7291 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:39.305709 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-c2695b99-789f-4fbf-8d70-3e138c9d7291 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032038'] for security_group_rule, after_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:39.308409 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-2862d632-a9eb-4917-a804-57c73e33d4c2 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:22:39.340852 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2695b99-789f-4fbf-8d70-3e138c9d7291 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cd330db-e036-4c06-a584-bc53458979e2,revision_number=0']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:22:39.343808 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-c2695b99-789f-4fbf-8d70-3e138c9d7291 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:22:39.346052 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-c2695b99-789f-4fbf-8d70-3e138c9d7291 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:39.347950 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-c2695b99-789f-4fbf-8d70-3e138c9d7291 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1510663 Feb 17 21:22:39.350829 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 39160) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:22:39.356442 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [None req-2a6b5a1c-14a6-4339-9f06-833f0c67ff56 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Request body: {'security_group_rule': {'security_group_id': '93650b9f-2dff-4335-9090-ab8531502029', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:22:39.363664 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-2a6b5a1c-14a6-4339-9f06-833f0c67ff56 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:22:39.368029 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-2a6b5a1c-14a6-4339-9f06-833f0c67ff56 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Usage tracker for resource:security_group_rule and tenant:9cd772018d984344b6df5dd95a3340d9 is out of sync, need to count used quota {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:22:39.371143 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-2a6b5a1c-14a6-4339-9f06-833f0c67ff56 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:22:39.377700 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-2a6b5a1c-14a6-4339-9f06-833f0c67ff56 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:22:39.395024 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-2a6b5a1c-14a6-4339-9f06-833f0c67ff56 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:39.463811 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-2a6b5a1c-14a6-4339-9f06-833f0c67ff56 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:39.466629 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-2a6b5a1c-14a6-4339-9f06-833f0c67ff56 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032038'] for security_group_rule, after_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:39.475318 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-bba11915-3d8d-4215-8a57-18a8330d10bd tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:22:39.499451 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6b5a1c-14a6-4339-9f06-833f0c67ff56 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e003b81d-07ea-4e7d-8cbc-a0f41412038a,revision_number=0']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:22:39.502423 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-2a6b5a1c-14a6-4339-9f06-833f0c67ff56 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:22:39.507496 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-2a6b5a1c-14a6-4339-9f06-833f0c67ff56 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:39.511236 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-2a6b5a1c-14a6-4339-9f06-833f0c67ff56 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1592000 Feb 17 21:22:39.512094 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 39166) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:22:39.518063 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [None req-8a674b07-45b8-4cf2-88e0-4683252b275a tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Request body: {'floatingip': {'floating_network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e'}} {{(pid=83971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:22:39.524150 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-8a674b07-45b8-4cf2-88e0-4683252b275a tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:22:39.528545 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-8a674b07-45b8-4cf2-88e0-4683252b275a tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Usage tracker for resource:floatingip and tenant:9cd772018d984344b6df5dd95a3340d9 is out of sync, need to count used quota {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:22:39.531665 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-8a674b07-45b8-4cf2-88e0-4683252b275a tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:22:39.537751 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-8a674b07-45b8-4cf2-88e0-4683252b275a tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:22:39.603359 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-8a674b07-45b8-4cf2-88e0-4683252b275a tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Notify callbacks [] for floatingip, before_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:39.730079 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0994b9-7418-4079-8ebd-41a16e57e500 req-1e2b1905-8324-4e5b-9b2d-ec8b57fde4f4 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:22:39.731716 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-6f0994b9-7418-4079-8ebd-41a16e57e500 req-1e2b1905-8324-4e5b-9b2d-ec8b57fde4f4 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.90 "GET /v2.0/ports?device_id=50d26802-c5aa-45f3-bdab-1816f86d43e6 HTTP/1.1" status: 200 len: 985 time: 0.1914513 Feb 17 21:22:39.800426 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-6f0994b9-7418-4079-8ebd-41a16e57e500 req-454194dd-93e4-4e3a-a1da-fd5a0959d308 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.90 "GET /v2.0/security-groups?id=29732fa1-20df-4399-9daf-2f6c9147bbac&id=fb5c7c72-3e83-40a6-a53b-d187455aa4ec&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0606394 Feb 17 21:22:39.823586 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-8a674b07-45b8-4cf2-88e0-4683252b275a tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:40.090542 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.db_base_plugin_common [None req-8a674b07-45b8-4cf2-88e0-4683252b275a tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Allocated IP 172.28.3.35 (35a248c9-4e56-449c-88ff-c033f82ee17e/44c24f99-5b56-46d4-85cc-b908fd8db103/ff8b4422-6516-45ff-bff3-41facf846efa) {{(pid=83971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 21:22:40.245995 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-8a674b07-45b8-4cf2-88e0-4683252b275a tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Notify callbacks [] for port, precommit_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:40.275248 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-8a674b07-45b8-4cf2-88e0-4683252b275a tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782347517401'] for port, after_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:40.294238 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-8b8ec31b-0539-494d-8375-f705c74f3e4a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:22:40.432690 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a674b07-45b8-4cf2-88e0-4683252b275a tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Pushing event updated for resources: {'Port': ['ID=ff8b4422-6516-45ff-bff3-41facf846efa,revision_number=1']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:22:40.437065 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-8a674b07-45b8-4cf2-88e0-4683252b275a tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:22:40.483298 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a674b07-45b8-4cf2-88e0-4683252b275a tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Network 35a248c9-4e56-449c-88ff-c033f82ee17e is already hosted by enough agents. {{(pid=83971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:22:40.484576 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.base_scheduler [None req-8a674b07-45b8-4cf2-88e0-4683252b275a tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Resources bound (agent type, host, resource id): {{(pid=83971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:22:40.486794 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a674b07-45b8-4cf2-88e0-4683252b275a tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Received port after_create {{(pid=83971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 21:22:40.515061 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-8a674b07-45b8-4cf2-88e0-4683252b275a tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:40.576070 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-8a674b07-45b8-4cf2-88e0-4683252b275a tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:40.853573 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-8a674b07-45b8-4cf2-88e0-4683252b275a tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Notify callbacks [] for port, precommit_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:40.857392 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-8a674b07-45b8-4cf2-88e0-4683252b275a tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:40.873004 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-652b7d2e-c475-4d5d-ba32-4af718a7e377 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:22:41.010138 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a674b07-45b8-4cf2-88e0-4683252b275a tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Pushing event updated for resources: {'Port': ['ID=ff8b4422-6516-45ff-bff3-41facf846efa,revision_number=2']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:22:41.015133 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-8a674b07-45b8-4cf2-88e0-4683252b275a tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:22:41.061621 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-8a674b07-45b8-4cf2-88e0-4683252b275a tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853844558'] for floatingip, after_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:41.085288 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-8a674b07-45b8-4cf2-88e0-4683252b275a tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768493'] for floatingip, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:41.086617 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-8a674b07-45b8-4cf2-88e0-4683252b275a tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5734324 Feb 17 21:22:41.207297 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.agents_db [None req-d7035ca1-ab1a-4600-abec-6b06ab5f95db None None] Agent healthcheck: found 6 active agents {{(pid=83973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 21:22:41.311939 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-320ea90d-0f2f-496b-93ca-afd5bd337618 req-d4b9de07-b879-4700-aa7d-1288f284376d tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Synchronizing usage tracker for tenant:9cd772018d984344b6df5dd95a3340d9 on resource:security_group {{(pid=83971) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:22:41.328371 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-320ea90d-0f2f-496b-93ca-afd5bd337618 req-d4b9de07-b879-4700-aa7d-1288f284376d tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Unset dirty status for tenant:9cd772018d984344b6df5dd95a3340d9 on resource:security_group {{(pid=83971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:22:41.329640 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-320ea90d-0f2f-496b-93ca-afd5bd337618 req-d4b9de07-b879-4700-aa7d-1288f284376d tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-securitygroup--935814566&fields=id&tenant_id=9cd772018d984344b6df5dd95a3340d9 HTTP/1.1" status: 200 len: 267 time: 0.0594623 Feb 17 21:22:41.505361 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320ea90d-0f2f-496b-93ca-afd5bd337618 req-5486895e-8229-4685-a9ff-3832e4e565e7 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:22:41.506911 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-320ea90d-0f2f-496b-93ca-afd5bd337618 req-5486895e-8229-4685-a9ff-3832e4e565e7 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/networks?id=92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7 HTTP/1.1" status: 200 len: 810 time: 0.1690361 Feb 17 21:22:41.524584 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-320ea90d-0f2f-496b-93ca-afd5bd337618 req-b1699457-f268-4ec5-9f51-db28b5e51dfa tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/quotas/9cd772018d984344b6df5dd95a3340d9 HTTP/1.1" status: 200 len: 375 time: 0.0115199 Feb 17 21:22:41.626385 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-320ea90d-0f2f-496b-93ca-afd5bd337618 req-a1413dc4-77cf-40da-8351-1aec719985e1 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Synchronizing usage tracker for tenant:9cd772018d984344b6df5dd95a3340d9 on resource:port {{(pid=83971) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:22:41.645665 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-320ea90d-0f2f-496b-93ca-afd5bd337618 req-a1413dc4-77cf-40da-8351-1aec719985e1 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Unset dirty status for tenant:9cd772018d984344b6df5dd95a3340d9 on resource:port {{(pid=83971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:22:41.647129 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-320ea90d-0f2f-496b-93ca-afd5bd337618 req-a1413dc4-77cf-40da-8351-1aec719985e1 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=9cd772018d984344b6df5dd95a3340d9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1164963 Feb 17 21:22:41.814498 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-320ea90d-0f2f-496b-93ca-afd5bd337618 req-87739454-8bc7-40a1-bbbb-193f7f5d9472 service neutron] 10.222.0.90 "GET /v2.0/networks/92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503541 Feb 17 21:22:41.967752 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-320ea90d-0f2f-496b-93ca-afd5bd337618 req-56aa70b2-67b5-4b0b-b55c-a5e1c36d58c9 service neutron] 10.222.0.90 "GET /v2.0/networks/92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1460161 Feb 17 21:22:42.230908 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-963e7e73-7ac1-4010-b947-ba026c56d4bf req-ff286347-408f-4bff-8b4e-c1fc960e4ec3 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/ports?device_id=00b87de5-2b44-42a4-97b0-1964352df29a HTTP/1.1" status: 200 len: 210 time: 0.0571258 Feb 17 21:22:43.318133 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320ea90d-0f2f-496b-93ca-afd5bd337618 req-99338038-a8cc-476c-99c7-c1f8bb669dd9 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:22:43.319724 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-320ea90d-0f2f-496b-93ca-afd5bd337618 req-99338038-a8cc-476c-99c7-c1f8bb669dd9 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.95 "GET /v2.0/networks?id=92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7 HTTP/1.1" status: 200 len: 810 time: 0.1631689 Feb 17 21:22:43.416179 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b154410c-5da9-40eb-8b72-f291f7395754 req-93fe488d-993c-4f6a-b4e7-dc54dad6deba tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/ports?device_id=00b87de5-2b44-42a4-97b0-1964352df29a HTTP/1.1" status: 200 len: 210 time: 0.0665915 Feb 17 21:22:43.458490 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-320ea90d-0f2f-496b-93ca-afd5bd337618 req-b1f78dfc-5135-4b0c-932c-93b1fe5781f9 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=9cd772018d984344b6df5dd95a3340d9 HTTP/1.1" status: 200 len: 5704 time: 0.1286900 Feb 17 21:22:43.468421 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [req-320ea90d-0f2f-496b-93ca-afd5bd337618 req-620a1a73-ecd9-47da-b9c3-599a3966fdbc tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Request body: {'port': {'device_id': '00b87de5-2b44-42a4-97b0-1964352df29a', 'network_id': '92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7', 'admin_state_up': True, 'tenant_id': '9cd772018d984344b6df5dd95a3340d9', 'security_groups': ['93650b9f-2dff-4335-9090-ab8531502029']}} {{(pid=83971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:22:43.617145 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [req-320ea90d-0f2f-496b-93ca-afd5bd337618 req-620a1a73-ecd9-47da-b9c3-599a3966fdbc tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:22:43.626955 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [req-320ea90d-0f2f-496b-93ca-afd5bd337618 req-620a1a73-ecd9-47da-b9c3-599a3966fdbc tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:22:43.635750 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-320ea90d-0f2f-496b-93ca-afd5bd337618 req-620a1a73-ecd9-47da-b9c3-599a3966fdbc tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Made reservation on behalf of 9cd772018d984344b6df5dd95a3340d9 for: {'port': 1} {{(pid=83971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:22:43.641404 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-320ea90d-0f2f-496b-93ca-afd5bd337618 req-620a1a73-ecd9-47da-b9c3-599a3966fdbc tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:43.955933 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.db_base_plugin_common [req-320ea90d-0f2f-496b-93ca-afd5bd337618 req-620a1a73-ecd9-47da-b9c3-599a3966fdbc tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Allocated IP 172.20.0.11 (92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7/0319529e-2e97-491e-9c53-3becc98cbcb1/c6dcc155-201f-4cbc-a6ef-694afd2c305b) {{(pid=83971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 21:22:44.367159 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-320ea90d-0f2f-496b-93ca-afd5bd337618 req-620a1a73-ecd9-47da-b9c3-599a3966fdbc tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Notify callbacks [] for port, precommit_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:44.383272 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [req-320ea90d-0f2f-496b-93ca-afd5bd337618 req-620a1a73-ecd9-47da-b9c3-599a3966fdbc tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Transition to ACTIVE for port object c6dcc155-201f-4cbc-a6ef-694afd2c305b will not be triggered until provisioned by entity DHCP. {{(pid=83971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:22:44.406380 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-320ea90d-0f2f-496b-93ca-afd5bd337618 req-620a1a73-ecd9-47da-b9c3-599a3966fdbc tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782347517401'] for port, after_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:44.420672 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d79bf7d7-5fde-4935-9272-d88fc544b9c7 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:22:44.622004 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620a1a73-ecd9-47da-b9c3-599a3966fdbc tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Pushing event updated for resources: {'Port': ['ID=c6dcc155-201f-4cbc-a6ef-694afd2c305b,revision_number=1']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:22:44.629894 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-620a1a73-ecd9-47da-b9c3-599a3966fdbc tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:22:44.701944 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-320ea90d-0f2f-496b-93ca-afd5bd337618 req-620a1a73-ecd9-47da-b9c3-599a3966fdbc tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Network 92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7 is already hosted by enough agents. {{(pid=83971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:22:44.708818 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8da3d8-1c2e-4696-aafc-a36acaab775a req-97faf849-9453-4a57-9446-db6190b5352c tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:22:44.710434 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-ce8da3d8-1c2e-4696-aafc-a36acaab775a req-97faf849-9453-4a57-9446-db6190b5352c tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/ports?device_id=00b87de5-2b44-42a4-97b0-1964352df29a HTTP/1.1" status: 200 len: 932 time: 0.1779437 Feb 17 21:22:44.711469 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.base_scheduler [req-320ea90d-0f2f-496b-93ca-afd5bd337618 req-620a1a73-ecd9-47da-b9c3-599a3966fdbc tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Resources bound (agent type, host, resource id): {{(pid=83971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:22:44.713720 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [req-320ea90d-0f2f-496b-93ca-afd5bd337618 req-620a1a73-ecd9-47da-b9c3-599a3966fdbc tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Received port after_create {{(pid=83971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 21:22:44.717882 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320ea90d-0f2f-496b-93ca-afd5bd337618 req-620a1a73-ecd9-47da-b9c3-599a3966fdbc tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:22:44.718516 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-320ea90d-0f2f-496b-93ca-afd5bd337618 req-620a1a73-ecd9-47da-b9c3-599a3966fdbc tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768493'] for port, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:44.777869 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-320ea90d-0f2f-496b-93ca-afd5bd337618 req-620a1a73-ecd9-47da-b9c3-599a3966fdbc tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3137021 Feb 17 21:22:44.785355 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-ce8da3d8-1c2e-4696-aafc-a36acaab775a req-afc3930a-e171-44f5-a54e-336424b5fd77 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/security-groups?id=93650b9f-2dff-4335-9090-ab8531502029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619442 Feb 17 21:22:44.794685 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [req-320ea90d-0f2f-496b-93ca-afd5bd337618 req-38d3361b-b93a-4ef2-81ba-4fd2c4cbf851 service neutron] Request body: {'port': {'device_id': '00b87de5-2b44-42a4-97b0-1964352df29a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:22:44.927982 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-320ea90d-0f2f-496b-93ca-afd5bd337618 req-38d3361b-b93a-4ef2-81ba-4fd2c4cbf851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:44.958176 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-c913907e-2b49-4f1a-a4a2-b7b727b7c840 None None] Provisioning for port c6dcc155-201f-4cbc-a6ef-694afd2c305b completed by entity DHCP. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:22:44.964786 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-c913907e-2b49-4f1a-a4a2-b7b727b7c840 None None] Provisioning complete for port c6dcc155-201f-4cbc-a6ef-694afd2c305b triggered by entity DHCP. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:22:44.965184 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-c913907e-2b49-4f1a-a4a2-b7b727b7c840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:45.028752 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-c913907e-2b49-4f1a-a4a2-b7b727b7c840 None None] Port c6dcc155-201f-4cbc-a6ef-694afd2c305b cannot update to ACTIVE because it is not bound. {{(pid=83972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 21:22:45.360243 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [req-320ea90d-0f2f-496b-93ca-afd5bd337618 req-38d3361b-b93a-4ef2-81ba-4fd2c4cbf851 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6dcc155-201f-4cbc-a6ef-694afd2c305b {{(pid=83971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 21:22:45.368576 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-320ea90d-0f2f-496b-93ca-afd5bd337618 req-38d3361b-b93a-4ef2-81ba-4fd2c4cbf851 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:45.381059 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [req-320ea90d-0f2f-496b-93ca-afd5bd337618 req-38d3361b-b93a-4ef2-81ba-4fd2c4cbf851 service neutron] Transition to ACTIVE for port object c6dcc155-201f-4cbc-a6ef-694afd2c305b will not be triggered until provisioned by entity L2. {{(pid=83971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:22:45.383641 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-320ea90d-0f2f-496b-93ca-afd5bd337618 req-38d3361b-b93a-4ef2-81ba-4fd2c4cbf851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:45.399182 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d664a1b2-7991-41e1-a5f7-c49b1fce60ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:22:45.536784 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d3361b-b93a-4ef2-81ba-4fd2c4cbf851 service neutron] Pushing event updated for resources: {'Port': ['ID=c6dcc155-201f-4cbc-a6ef-694afd2c305b,revision_number=2']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:22:45.541929 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-38d3361b-b93a-4ef2-81ba-4fd2c4cbf851 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:22:45.670808 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [req-320ea90d-0f2f-496b-93ca-afd5bd337618 req-38d3361b-b93a-4ef2-81ba-4fd2c4cbf851 service neutron] Attempting to bind port c6dcc155-201f-4cbc-a6ef-694afd2c305b on host hv-cinder-76019 for vnic_type normal with profile {{(pid=83971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 21:22:45.671192 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [req-320ea90d-0f2f-496b-93ca-afd5bd337618 req-38d3361b-b93a-4ef2-81ba-4fd2c4cbf851 service neutron] Attempting to bind port c6dcc155-201f-4cbc-a6ef-694afd2c305b by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': '3b7ba68f-1bdb-4082-8d82-80eb2313a4c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7'}] {{(pid=83971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 21:22:45.671586 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320ea90d-0f2f-496b-93ca-afd5bd337618 req-38d3361b-b93a-4ef2-81ba-4fd2c4cbf851 service neutron] Attempting to bind port c6dcc155-201f-4cbc-a6ef-694afd2c305b on network 92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7 {{(pid=83971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 21:22:45.677609 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320ea90d-0f2f-496b-93ca-afd5bd337618 req-38d3361b-b93a-4ef2-81ba-4fd2c4cbf851 service neutron] Checking agent: {'id': '6e714d21-3fd0-4fe2-be64-3af0527f8f44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 21, 15, 59), 'started_at': datetime.datetime(2021, 2, 17, 21, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 21:22:45.677981 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320ea90d-0f2f-496b-93ca-afd5bd337618 req-38d3361b-b93a-4ef2-81ba-4fd2c4cbf851 service neutron] Checking segment: {'id': '3b7ba68f-1bdb-4082-8d82-80eb2313a4c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:22:45.678393 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-320ea90d-0f2f-496b-93ca-afd5bd337618 req-38d3361b-b93a-4ef2-81ba-4fd2c4cbf851 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:45.678821 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-320ea90d-0f2f-496b-93ca-afd5bd337618 req-38d3361b-b93a-4ef2-81ba-4fd2c4cbf851 service neutron] Bound using segment: {'id': '3b7ba68f-1bdb-4082-8d82-80eb2313a4c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7'} {{(pid=83971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 21:22:45.679301 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [req-320ea90d-0f2f-496b-93ca-afd5bd337618 req-38d3361b-b93a-4ef2-81ba-4fd2c4cbf851 service neutron] Bound port: c6dcc155-201f-4cbc-a6ef-694afd2c305b, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b7ba68f-1bdb-4082-8d82-80eb2313a4c3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7'}}] {{(pid=83971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 21:22:45.679670 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-320ea90d-0f2f-496b-93ca-afd5bd337618 req-38d3361b-b93a-4ef2-81ba-4fd2c4cbf851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:45.782967 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [req-320ea90d-0f2f-496b-93ca-afd5bd337618 req-38d3361b-b93a-4ef2-81ba-4fd2c4cbf851 service neutron] For port c6dcc155-201f-4cbc-a6ef-694afd2c305b, host hv-cinder-76019, cleared binding levels {{(pid=83971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 21:22:45.786303 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [req-320ea90d-0f2f-496b-93ca-afd5bd337618 req-38d3361b-b93a-4ef2-81ba-4fd2c4cbf851 service neutron] For port c6dcc155-201f-4cbc-a6ef-694afd2c305b, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=c6dcc155-201f-4cbc-a6ef-694afd2c305b,segment=NetworkSegment(3b7ba68f-1bdb-4082-8d82-80eb2313a4c3),segment_id=3b7ba68f-1bdb-4082-8d82-80eb2313a4c3)] {{(pid=83971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 21:22:45.789754 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-320ea90d-0f2f-496b-93ca-afd5bd337618 req-38d3361b-b93a-4ef2-81ba-4fd2c4cbf851 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:45.805151 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-620a1a73-ecd9-47da-b9c3-599a3966fdbc tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:22:46.011680 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d3361b-b93a-4ef2-81ba-4fd2c4cbf851 service neutron] Pushing event updated for resources: {'Port': ['ID=c6dcc155-201f-4cbc-a6ef-694afd2c305b,revision_number=3']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:22:46.015262 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-38d3361b-b93a-4ef2-81ba-4fd2c4cbf851 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:22:46.073829 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320ea90d-0f2f-496b-93ca-afd5bd337618 req-38d3361b-b93a-4ef2-81ba-4fd2c4cbf851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:22:46.074512 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-320ea90d-0f2f-496b-93ca-afd5bd337618 req-38d3361b-b93a-4ef2-81ba-4fd2c4cbf851 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768493'] for port, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:46.076035 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-320ea90d-0f2f-496b-93ca-afd5bd337618 req-38d3361b-b93a-4ef2-81ba-4fd2c4cbf851 service neutron] 10.222.0.95 "PUT /v2.0/ports/c6dcc155-201f-4cbc-a6ef-694afd2c305b HTTP/1.1" status: 200 len: 1158 time: 1.2880850 Feb 17 21:22:46.076725 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00b87de5-2b44-42a4-97b0-1964352df29a', 'tag': 'c6dcc155-201f-4cbc-a6ef-694afd2c305b'}] {{(pid=83971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:22:46.089204 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccd5ef6-9e81-407a-89a2-716294f6b6e5 req-7075524f-8526-4057-87f2-18aaa469f2d3 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:22:46.089981 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-7ccd5ef6-9e81-407a-89a2-716294f6b6e5 req-7075524f-8526-4057-87f2-18aaa469f2d3 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Synchronizing usage tracker for tenant:9cd772018d984344b6df5dd95a3340d9 on resource:port {{(pid=83971) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:22:46.107299 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-7ccd5ef6-9e81-407a-89a2-716294f6b6e5 req-7075524f-8526-4057-87f2-18aaa469f2d3 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Unset dirty status for tenant:9cd772018d984344b6df5dd95a3340d9 on resource:port {{(pid=83971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:22:46.108783 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-7ccd5ef6-9e81-407a-89a2-716294f6b6e5 req-7075524f-8526-4057-87f2-18aaa469f2d3 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/ports?device_id=00b87de5-2b44-42a4-97b0-1964352df29a HTTP/1.1" status: 200 len: 944 time: 0.2008486 Feb 17 21:22:46.229838 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-7ccd5ef6-9e81-407a-89a2-716294f6b6e5 req-fee8e56c-22cc-4e22-9aa8-be0e82c09bc4 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/security-groups?id=93650b9f-2dff-4335-9090-ab8531502029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136308 Feb 17 21:22:46.248549 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320ea90d-0f2f-496b-93ca-afd5bd337618 req-06802445-c540-493f-a9a0-4a201b2bb3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:22:46.250061 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-320ea90d-0f2f-496b-93ca-afd5bd337618 req-06802445-c540-493f-a9a0-4a201b2bb3ef service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=9cd772018d984344b6df5dd95a3340d9&device_id=00b87de5-2b44-42a4-97b0-1964352df29a HTTP/1.1" status: 200 len: 1161 time: 0.1135247 Feb 17 21:22:46.330998 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 39252) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:22:46.333312 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00b87de5-2b44-42a4-97b0-1964352df29a', 'tag': 'c6dcc155-201f-4cbc-a6ef-694afd2c305b', 'status': 'completed', 'code': 200} Feb 17 21:22:46.353321 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-320ea90d-0f2f-496b-93ca-afd5bd337618 req-ebe1d608-d458-40c8-b026-8dc9a7cbe0bf service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6dcc155-201f-4cbc-a6ef-694afd2c305b HTTP/1.1" status: 200 len: 217 time: 0.0862894 Feb 17 21:22:46.423830 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320ea90d-0f2f-496b-93ca-afd5bd337618 req-7a70bb6b-721f-4911-a5a2-7a934bd2ab7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:22:46.425726 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-320ea90d-0f2f-496b-93ca-afd5bd337618 req-7a70bb6b-721f-4911-a5a2-7a934bd2ab7c service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0319529e-2e97-491e-9c53-3becc98cbcb1 HTTP/1.1" status: 200 len: 849 time: 0.0658989 Feb 17 21:22:46.508030 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-19f74067-c9df-434e-ad84-a982a7aba076 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:46.527348 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-19f74067-c9df-434e-ad84-a982a7aba076 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:22:46.534188 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-19f74067-c9df-434e-ad84-a982a7aba076 admin admin] Usage tracker for resource:security_group_rule and tenant:5e3b804460e3400b9aeb55c8889ba376 is out of sync, need to count used quota {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:22:46.539312 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-19f74067-c9df-434e-ad84-a982a7aba076 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:22:46.546437 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-19f74067-c9df-434e-ad84-a982a7aba076 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:22:46.579781 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320ea90d-0f2f-496b-93ca-afd5bd337618 req-2deddfc7-43ab-461b-ba62-f3d308ff142e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:22:46.582950 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-320ea90d-0f2f-496b-93ca-afd5bd337618 req-2deddfc7-43ab-461b-ba62-f3d308ff142e service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1486671 Feb 17 21:22:46.770574 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-320ea90d-0f2f-496b-93ca-afd5bd337618 req-ff299199-3307-44d9-ac87-b9afe0c4984e service neutron] 10.222.0.95 "GET /v2.0/networks/92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805005 Feb 17 21:22:46.777682 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-19f74067-c9df-434e-ad84-a982a7aba076 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:46.802738 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-19f74067-c9df-434e-ad84-a982a7aba076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:46.861647 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:22:46.921901 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-19f74067-c9df-434e-ad84-a982a7aba076 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=5e3b804460e3400b9aeb55c8889ba376&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5821209 Feb 17 21:22:46.924890 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 39258) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:22:46.927893 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f74067-c9df-434e-ad84-a982a7aba076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f238a12b-a278-40bf-8d25-f253a3540225,revision_number=1']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:22:46.933479 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-19f74067-c9df-434e-ad84-a982a7aba076 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:22:46.972135 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-320ea90d-0f2f-496b-93ca-afd5bd337618 req-ab4d1c7f-21a2-4796-8517-9c43e7561813 service neutron] 10.222.0.95 "GET /v2.0/networks/92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1930282 Feb 17 21:22:46.989321 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-81b7b179-4d3b-41f2-9840-122e3205e2b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:47.016347 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-81b7b179-4d3b-41f2-9840-122e3205e2b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:47.080069 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-81b7b179-4d3b-41f2-9840-122e3205e2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:47.086602 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-94c669e3-2d06-4a43-8cf3-da0d60934348 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:22:47.099320 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b7b179-4d3b-41f2-9840-122e3205e2b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f238a12b-a278-40bf-8d25-f253a3540225,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:22:47.106035 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-81b7b179-4d3b-41f2-9840-122e3205e2b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:22:47.106844 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-81b7b179-4d3b-41f2-9840-122e3205e2b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:47.116400 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-81b7b179-4d3b-41f2-9840-122e3205e2b2 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/f238a12b-a278-40bf-8d25-f253a3540225 HTTP/1.1" status: 204 len: 168 time: 0.1886635 Feb 17 21:22:47.120560 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b04cc2-2aee-4d78-860b-ec0280c507cd req-923c76cf-9ec9-4b52-80af-f1454df0e41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:22:47.122494 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-22b04cc2-2aee-4d78-860b-ec0280c507cd req-923c76cf-9ec9-4b52-80af-f1454df0e41b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=9cd772018d984344b6df5dd95a3340d9&device_id=00b87de5-2b44-42a4-97b0-1964352df29a HTTP/1.1" status: 200 len: 1161 time: 0.0902038 Feb 17 21:22:47.279202 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b04cc2-2aee-4d78-860b-ec0280c507cd req-59c04f71-91f9-4fb7-9f43-ca06a65df494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:22:47.281018 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-22b04cc2-2aee-4d78-860b-ec0280c507cd req-59c04f71-91f9-4fb7-9f43-ca06a65df494 service neutron] 10.222.0.95 "GET /v2.0/networks?id=92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7 HTTP/1.1" status: 200 len: 904 time: 0.1503301 Feb 17 21:22:47.365479 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-22b04cc2-2aee-4d78-860b-ec0280c507cd req-d7694137-a6b4-4af2-b7e0-ecd06bbba7f1 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6dcc155-201f-4cbc-a6ef-694afd2c305b HTTP/1.1" status: 200 len: 217 time: 0.0760565 Feb 17 21:22:47.511388 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b04cc2-2aee-4d78-860b-ec0280c507cd req-fb4272de-9211-4d25-b07d-5a5225f49ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:22:47.512957 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-22b04cc2-2aee-4d78-860b-ec0280c507cd req-fb4272de-9211-4d25-b07d-5a5225f49ea5 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0319529e-2e97-491e-9c53-3becc98cbcb1 HTTP/1.1" status: 200 len: 849 time: 0.0924230 Feb 17 21:22:47.574335 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e978f81a-edaf-4250-aa38-e999b33b1035 req-43fce738-e70b-431b-9eca-c74f1d211f4d tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:22:47.575929 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-e978f81a-edaf-4250-aa38-e999b33b1035 req-43fce738-e70b-431b-9eca-c74f1d211f4d tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/ports?device_id=00b87de5-2b44-42a4-97b0-1964352df29a HTTP/1.1" status: 200 len: 944 time: 0.1963615 Feb 17 21:22:47.638990 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-e978f81a-edaf-4250-aa38-e999b33b1035 req-c88dae10-9fb3-48dd-a1e3-441cf16fb528 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/security-groups?id=93650b9f-2dff-4335-9090-ab8531502029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544589 Feb 17 21:22:47.649214 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b04cc2-2aee-4d78-860b-ec0280c507cd req-36af5247-7337-4565-993d-d4f550871f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:22:47.650809 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-22b04cc2-2aee-4d78-860b-ec0280c507cd req-36af5247-7337-4565-993d-d4f550871f9e service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1287055 Feb 17 21:22:47.796411 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-22b04cc2-2aee-4d78-860b-ec0280c507cd req-b657b5b2-2c0d-4945-86da-ac917bc286ad service neutron] 10.222.0.95 "GET /v2.0/networks/92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348336 Feb 17 21:22:48.160030 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-22b04cc2-2aee-4d78-860b-ec0280c507cd req-0e2b9f9c-bb46-4d5b-a6f5-ab484137b2d0 service neutron] 10.222.0.95 "GET /v2.0/networks/92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3543839 Feb 17 21:22:48.793833 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Device c6dcc155-201f-4cbc-a6ef-694afd2c305b up at agent ovs-agent-hv-cinder-76019 {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:22:48.837629 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b79bbd-5334-4376-a583-d2365615e546 req-9d61c80b-e692-4e81-944b-419cd567a29d tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:22:48.839262 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-c8b79bbd-5334-4376-a583-d2365615e546 req-9d61c80b-e692-4e81-944b-419cd567a29d tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/ports?device_id=00b87de5-2b44-42a4-97b0-1964352df29a HTTP/1.1" status: 200 len: 944 time: 0.0867345 Feb 17 21:22:48.864265 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Provisioning for port c6dcc155-201f-4cbc-a6ef-694afd2c305b completed by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:22:48.869333 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Provisioning complete for port c6dcc155-201f-4cbc-a6ef-694afd2c305b triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:22:48.869754 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:48.887668 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-c8b79bbd-5334-4376-a583-d2365615e546 req-f20dfba3-4973-4ba0-984c-79addc61b2fa tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/security-groups?id=93650b9f-2dff-4335-9090-ab8531502029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417838 Feb 17 21:22:48.994699 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:49.022763 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00b87de5-2b44-42a4-97b0-1964352df29a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6dcc155-201f-4cbc-a6ef-694afd2c305b'}] {{(pid=83972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:22:49.032973 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] For port c6dcc155-201f-4cbc-a6ef-694afd2c305b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=c6dcc155-201f-4cbc-a6ef-694afd2c305b,segment=NetworkSegment(3b7ba68f-1bdb-4082-8d82-80eb2313a4c3),segment_id=3b7ba68f-1bdb-4082-8d82-80eb2313a4c3)] {{(pid=83972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:22:49.036014 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:49.037910 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:22:49.077395 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00b87de5-2b44-42a4-97b0-1964352df29a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6dcc155-201f-4cbc-a6ef-694afd2c305b', 'code': 200} Feb 17 21:22:49.112133 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Pushing event updated for resources: {'Port': ['ID=c6dcc155-201f-4cbc-a6ef-694afd2c305b,revision_number=4']} {{(pid=83972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:22:49.121040 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:22:49.121434 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:22:49.121813 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:22:49.122185 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:22:49.122560 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:22:49.122958 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:22:49.123327 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:22:49.123689 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:22:49.124053 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:22:49.124416 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:22:49.124777 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:22:49.125137 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:22:49.125537 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:22:49.125894 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:22:49.126253 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:22:49.126641 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:22:49.126992 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:22:49.127350 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:22:49.127706 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:22:49.128628 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:22:49.129040 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:22:49.129398 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:22:49.129756 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:22:49.130115 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:22:49.134337 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:22:49.321393 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967121f5-aaf1-4b9b-9486-6f9618fca562 req-859bc295-9436-4ddc-9603-8d72cab76635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:22:49.322928 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-967121f5-aaf1-4b9b-9486-6f9618fca562 req-859bc295-9436-4ddc-9603-8d72cab76635 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=00b87de5-2b44-42a4-97b0-1964352df29a HTTP/1.1" status: 200 len: 1163 time: 0.0783789 Feb 17 21:22:49.367111 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-967121f5-aaf1-4b9b-9486-6f9618fca562 req-af0ce45d-d076-403a-85ca-48d88374c497 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=93650b9f-2dff-4335-9090-ab8531502029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366304 Feb 17 21:22:50.090589 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47918a46-2fc9-4a0d-bbed-4785aba279da req-f45fb363-d980-4c54-ac3b-523774debe6a tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:22:50.092228 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-47918a46-2fc9-4a0d-bbed-4785aba279da req-f45fb363-d980-4c54-ac3b-523774debe6a tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/ports?device_id=00b87de5-2b44-42a4-97b0-1964352df29a HTTP/1.1" status: 200 len: 946 time: 0.0874455 Feb 17 21:22:50.146535 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-47918a46-2fc9-4a0d-bbed-4785aba279da req-709bda0b-e64b-4951-848e-57274dc2ca9d tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/security-groups?id=93650b9f-2dff-4335-9090-ab8531502029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469255 Feb 17 21:22:50.367037 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Device c6dcc155-201f-4cbc-a6ef-694afd2c305b up at agent ovs-agent-hv-cinder-76019 {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:22:50.441841 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Provisioning complete for port c6dcc155-201f-4cbc-a6ef-694afd2c305b triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:22:50.442318 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:51.346278 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63944831-e5cd-4bc0-88ac-945d8ae30912 req-bfe48720-71d6-4ab2-9d0d-798649bf85fd tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:22:51.348257 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-63944831-e5cd-4bc0-88ac-945d8ae30912 req-bfe48720-71d6-4ab2-9d0d-798649bf85fd tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/ports?device_id=00b87de5-2b44-42a4-97b0-1964352df29a HTTP/1.1" status: 200 len: 946 time: 0.0861080 Feb 17 21:22:51.396173 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-63944831-e5cd-4bc0-88ac-945d8ae30912 req-bfa8dbb8-662d-4fa1-8eb7-e4155cb15ad4 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/security-groups?id=93650b9f-2dff-4335-9090-ab8531502029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415955 Feb 17 21:22:51.592827 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade5990-6f84-4e36-a9c8-f4962d4d9e54 req-02bc0e91-b272-43f8-8598-59019cf9686c tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:22:51.594415 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-1ade5990-6f84-4e36-a9c8-f4962d4d9e54 req-02bc0e91-b272-43f8-8598-59019cf9686c tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/ports?device_id=00b87de5-2b44-42a4-97b0-1964352df29a HTTP/1.1" status: 200 len: 946 time: 0.0893996 Feb 17 21:22:51.604138 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 39284) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:22:51.609719 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [None req-a016d54d-63d6-431e-bceb-37bf7001a5c9 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Request body: {'floatingip': {'port_id': 'c6dcc155-201f-4cbc-a6ef-694afd2c305b'}} {{(pid=83971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:22:51.692853 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-a016d54d-63d6-431e-bceb-37bf7001a5c9 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Notify callbacks [] for floatingip, before_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:52.311553 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-a016d54d-63d6-431e-bceb-37bf7001a5c9 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:52.314273 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-a016d54d-63d6-431e-bceb-37bf7001a5c9 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853844558'] for floatingip, after_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:52.490718 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.db.l3_db [None req-a016d54d-63d6-431e-bceb-37bf7001a5c9 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Floating IP 9eb4ec8a-1660-498e-8bfe-b68e56d4a229 associated. External IP: 172.28.3.35, port: c6dcc155-201f-4cbc-a6ef-694afd2c305b. Feb 17 21:22:52.857190 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a016d54d-63d6-431e-bceb-37bf7001a5c9 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Router 5352e0eb-5f08-4451-84d1-3e30b0d40635 has already been hosted by L3 agent 0536e1cb-4d3e-42d2-8b6d-8bd52a4e2590 {{(pid=83971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 21:22:53.047093 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a016d54d-63d6-431e-bceb-37bf7001a5c9 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Notify agent at l3_agent.dv-cinder-760193-4-smb the message routers_updated {{(pid=83971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 21:22:53.059808 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee095449-e195-4bbf-ab28-4d64138a2b43 None None] Sync routers for ids ['5352e0eb-5f08-4451-84d1-3e30b0d40635'] in dv-cinder-760193-4-smb {{(pid=83972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 21:22:53.069080 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-a016d54d-63d6-431e-bceb-37bf7001a5c9 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768493'] for floatingip, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:22:53.075023 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee095449-e195-4bbf-ab28-4d64138a2b43 None None] Routers {'5352e0eb-5f08-4451-84d1-3e30b0d40635'} bound to L3 agent in host dv-cinder-760193-4-smb {{(pid=83972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:22:53.075706 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-ee095449-e195-4bbf-ab28-4d64138a2b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T21:09:02Z,description=,heartbeat_timestamp=2021-02-17T21:22:33Z,host='dv-cinder-760193-4-smb',id=0536e1cb-4d3e-42d2-8b6d-8bd52a4e2590,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T21:09:02Z,topic='l3_agent')) {'router_ids': ['5352e0eb-5f08-4451-84d1-3e30b0d40635'], 'active': True} {{(pid=83972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:22:53.130304 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-a016d54d-63d6-431e-bceb-37bf7001a5c9 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "PUT /v2.0/floatingips/9eb4ec8a-1660-498e-8bfe-b68e56d4a229 HTTP/1.1" status: 200 len: 991 time: 1.5248923 Feb 17 21:22:53.130925 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00b87de5-2b44-42a4-97b0-1964352df29a', 'tag': 'c6dcc155-201f-4cbc-a6ef-694afd2c305b'}] {{(pid=83971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:22:53.229287 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00b87de5-2b44-42a4-97b0-1964352df29a', 'tag': 'c6dcc155-201f-4cbc-a6ef-694afd2c305b', 'status': 'completed', 'code': 200} Feb 17 21:22:53.273502 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvr_db [None req-ee095449-e195-4bbf-ab28-4d64138a2b43 None None] Set router 5352e0eb-5f08-4451-84d1-3e30b0d40635 gateway port host: dv-cinder-760193-4-smb {{(pid=83972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:22:53.336988 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5762f651-727c-434a-8b11-ba8fc81cd839 req-f81f89ff-74b0-495d-94c2-c2a44a580db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:22:53.338668 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-5762f651-727c-434a-8b11-ba8fc81cd839 req-f81f89ff-74b0-495d-94c2-c2a44a580db9 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=9cd772018d984344b6df5dd95a3340d9&device_id=00b87de5-2b44-42a4-97b0-1964352df29a HTTP/1.1" status: 200 len: 1163 time: 0.0820038 Feb 17 21:22:53.710762 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5762f651-727c-434a-8b11-ba8fc81cd839 req-108bd007-8a79-45be-b485-9932dd66bd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:22:53.712369 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-5762f651-727c-434a-8b11-ba8fc81cd839 req-108bd007-8a79-45be-b485-9932dd66bd8b service neutron] 10.222.0.95 "GET /v2.0/networks?id=92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7 HTTP/1.1" status: 200 len: 904 time: 0.3659208 Feb 17 21:22:53.827397 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-5762f651-727c-434a-8b11-ba8fc81cd839 req-ebc3c1d1-8d3b-4bcf-bce2-f1bfd1b6de73 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6dcc155-201f-4cbc-a6ef-694afd2c305b HTTP/1.1" status: 200 len: 999 time: 0.1040821 Feb 17 21:22:53.833994 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-ee095449-e195-4bbf-ab28-4d64138a2b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5352e0eb-5f08-4451-84d1-3e30b0d40635', 'name': 'tempest-AttachVolumeTestJSON-978606717-router', 'tenant_id': '9cd772018d984344b6df5dd95a3340d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'external_fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.146'}], 'enable_snat': True}, 'gw_port_id': '65fdc61c-05c6-4547-94ff-946351aea217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:18:06Z', 'updated_at': '2021-02-17T21:18:27Z', 'revision_number': 4, 'project_id': '9cd772018d984344b6df5dd95a3340d9', 'gw_port': {'id': '65fdc61c-05c6-4547-94ff-946351aea217', 'name': '', 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:98:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5352e0eb-5f08-4451-84d1-3e30b0d40635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:18:10Z', 'updated_at': '2021-02-17T21:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-smb', '_floatingips': [{'id': '9eb4ec8a-1660-498e-8bfe-b68e56d4a229', 'tenant_id': '9cd772018d984344b6df5dd95a3340d9', 'floating_ip_address': '172.28.3.35', 'floating_network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'router_id': '5352e0eb-5f08-4451-84d1-3e30b0d40635', 'port_id': 'c6dcc155-201f-4cbc-a6ef-694afd2c305b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7', 'mac_address': 'fa:16:3e:cc:51:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b87de5-2b44-42a4-97b0-1964352df29a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T21:22:40Z', 'updated_at': '2021-02-17T21:22:52Z', 'revision_number': 1, 'project_id': '9cd772018d984344b6df5dd95a3340d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '539ec8e4-e591-4c93-afb1-355ba6e314e2', 'name': '', 'network_id': '92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7', 'tenant_id': '9cd772018d984344b6df5dd95a3340d9', 'mac_address': 'fa:16:3e:03:e6:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5352e0eb-5f08-4451-84d1-3e30b0d40635', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '0319529e-2e97-491e-9c53-3becc98cbcb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:18:24Z', 'updated_at': '2021-02-17T21:18:41Z', 'revision_number': 5, 'project_id': '9cd772018d984344b6df5dd95a3340d9', 'subnets': [{'id': '0319529e-2e97-491e-9c53-3becc98cbcb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-4-smb', False) {} {{(pid=83972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:22:53.838214 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee095449-e195-4bbf-ab28-4d64138a2b43 None None] Checking router: 5352e0eb-5f08-4451-84d1-3e30b0d40635 for host: dv-cinder-760193-4-smb {{(pid=83972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 21:22:53.848442 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee095449-e195-4bbf-ab28-4d64138a2b43 None None] Routers {'5352e0eb-5f08-4451-84d1-3e30b0d40635'} bound to L3 agent in host dv-cinder-760193-4-smb {{(pid=83972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:22:53.849098 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-ee095449-e195-4bbf-ab28-4d64138a2b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T21:09:02Z,description=,heartbeat_timestamp=2021-02-17T21:22:33Z,host='dv-cinder-760193-4-smb',id=0536e1cb-4d3e-42d2-8b6d-8bd52a4e2590,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T21:09:02Z,topic='l3_agent')) {'router_ids': ['5352e0eb-5f08-4451-84d1-3e30b0d40635'], 'active': True} {{(pid=83972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:22:53.898805 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5762f651-727c-434a-8b11-ba8fc81cd839 req-95223ac8-39ab-46a7-bd16-997a34b75ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:22:53.900386 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-5762f651-727c-434a-8b11-ba8fc81cd839 req-95223ac8-39ab-46a7-bd16-997a34b75ea9 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=0319529e-2e97-491e-9c53-3becc98cbcb1 HTTP/1.1" status: 200 len: 849 time: 0.0647478 Feb 17 21:22:53.992492 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5762f651-727c-434a-8b11-ba8fc81cd839 req-d1f7bd75-3053-40d9-b5fb-cae7c8e4d40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:22:53.994104 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-5762f651-727c-434a-8b11-ba8fc81cd839 req-d1f7bd75-3053-40d9-b5fb-cae7c8e4d40e service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0791414 Feb 17 21:22:54.043673 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvr_db [None req-ee095449-e195-4bbf-ab28-4d64138a2b43 None None] Set router 5352e0eb-5f08-4451-84d1-3e30b0d40635 gateway port host: dv-cinder-760193-4-smb {{(pid=83972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:22:54.145929 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-5762f651-727c-434a-8b11-ba8fc81cd839 req-94e5a885-5867-4439-9e2b-eafa38265163 service neutron] 10.222.0.95 "GET /v2.0/networks/92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374416 Feb 17 21:22:54.296972 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-5762f651-727c-434a-8b11-ba8fc81cd839 req-b45981d0-4897-4ff4-9c1b-805f713e1201 service neutron] 10.222.0.95 "GET /v2.0/networks/92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1439393 Feb 17 21:22:54.421605 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-ee095449-e195-4bbf-ab28-4d64138a2b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5352e0eb-5f08-4451-84d1-3e30b0d40635', 'name': 'tempest-AttachVolumeTestJSON-978606717-router', 'tenant_id': '9cd772018d984344b6df5dd95a3340d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'external_fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.146'}], 'enable_snat': True}, 'gw_port_id': '65fdc61c-05c6-4547-94ff-946351aea217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:18:06Z', 'updated_at': '2021-02-17T21:18:27Z', 'revision_number': 4, 'project_id': '9cd772018d984344b6df5dd95a3340d9', 'gw_port': {'id': '65fdc61c-05c6-4547-94ff-946351aea217', 'name': '', 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:98:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5352e0eb-5f08-4451-84d1-3e30b0d40635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:18:10Z', 'updated_at': '2021-02-17T21:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-smb', '_floatingips': [{'id': '9eb4ec8a-1660-498e-8bfe-b68e56d4a229', 'tenant_id': '9cd772018d984344b6df5dd95a3340d9', 'floating_ip_address': '172.28.3.35', 'floating_network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'router_id': '5352e0eb-5f08-4451-84d1-3e30b0d40635', 'port_id': 'c6dcc155-201f-4cbc-a6ef-694afd2c305b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7', 'mac_address': 'fa:16:3e:cc:51:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b87de5-2b44-42a4-97b0-1964352df29a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T21:22:40Z', 'updated_at': '2021-02-17T21:22:52Z', 'revision_number': 1, 'project_id': '9cd772018d984344b6df5dd95a3340d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '539ec8e4-e591-4c93-afb1-355ba6e314e2', 'name': '', 'network_id': '92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7', 'tenant_id': '9cd772018d984344b6df5dd95a3340d9', 'mac_address': 'fa:16:3e:03:e6:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5352e0eb-5f08-4451-84d1-3e30b0d40635', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '0319529e-2e97-491e-9c53-3becc98cbcb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:18:24Z', 'updated_at': '2021-02-17T21:18:41Z', 'revision_number': 5, 'project_id': '9cd772018d984344b6df5dd95a3340d9', 'subnets': [{'id': '0319529e-2e97-491e-9c53-3becc98cbcb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-4-smb', False) {} {{(pid=83972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:22:54.427068 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee095449-e195-4bbf-ab28-4d64138a2b43 None None] The sync data for ids ['5352e0eb-5f08-4451-84d1-3e30b0d40635'] in dv-cinder-760193-4-smb is: [{'id': '5352e0eb-5f08-4451-84d1-3e30b0d40635', 'name': 'tempest-AttachVolumeTestJSON-978606717-router', 'tenant_id': '9cd772018d984344b6df5dd95a3340d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'external_fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.146'}], 'enable_snat': True}, 'gw_port_id': '65fdc61c-05c6-4547-94ff-946351aea217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:18:06Z', 'updated_at': '2021-02-17T21:18:27Z', 'revision_number': 4, 'project_id': '9cd772018d984344b6df5dd95a3340d9', 'gw_port': {'id': '65fdc61c-05c6-4547-94ff-946351aea217', 'name': '', 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:98:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5352e0eb-5f08-4451-84d1-3e30b0d40635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:18:10Z', 'updated_at': '2021-02-17T21:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-smb', '_floatingips': [{'id': '9eb4ec8a-1660-498e-8bfe-b68e56d4a229', 'tenant_id': '9cd772018d984344b6df5dd95a3340d9', 'floating_ip_address': '172.28.3.35', 'floating_network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'router_id': '5352e0eb-5f08-4451-84d1-3e30b0d40635', 'port_id': 'c6dcc155-201f-4cbc-a6ef-694afd2c305b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7', 'mac_address': 'fa:16:3e:cc:51:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00b87de5-2b44-42a4-97b0-1964352df29a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T21:22:40Z', 'updated_at': '2021-02-17T21:22:52Z', 'revision_number': 1, 'project_id': '9cd772018d984344b6df5dd95a3340d9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '539ec8e4-e591-4c93-afb1-355ba6e314e2', 'name': '', 'network_id': '92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7', 'tenant_id': '9cd772018d984344b6df5dd95a3340d9', 'mac_address': 'fa:16:3e:03:e6:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5352e0eb-5f08-4451-84d1-3e30b0d40635', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '0319529e-2e97-491e-9c53-3becc98cbcb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:18:24Z', 'updated_at': '2021-02-17T21:18:41Z', 'revision_number': 5, 'project_id': '9cd772018d984344b6df5dd95a3340d9', 'subnets': [{'id': '0319529e-2e97-491e-9c53-3becc98cbcb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 21:22:54.701324 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6b7431f-c860-4d48-a60d-fa2108b78b95 None None] New status for floating IP 9eb4ec8a-1660-498e-8bfe-b68e56d4a229: ACTIVE {{(pid=83973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 21:22:59.469404 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:23:00.433591 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-af98fb0d-48cc-4a58-8346-ad8f42282633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:23:02.488588 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-e84a025c-25cd-460c-b6ad-6e0a9476e7b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:23:03.251427 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f1cec3f0-2839-4108-802d-97c7b40b55a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:23:04.494145 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:23:04.773607 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e71a8-f153-4913-b18b-416b7c363a31 req-1a9231d2-15ca-4618-b255-e0066aa08dd8 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:23:04.775245 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-623e71a8-f153-4913-b18b-416b7c363a31 req-1a9231d2-15ca-4618-b255-e0066aa08dd8 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] 10.222.0.90 "GET /v2.0/ports?device_id=a2e05e33-855d-4e48-ae23-655eab5ed6d8 HTTP/1.1" status: 200 len: 946 time: 0.0913517 Feb 17 21:23:04.822974 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-623e71a8-f153-4913-b18b-416b7c363a31 req-d34632bf-206e-45e7-b3c4-01cb1723f4e4 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] 10.222.0.90 "GET /v2.0/security-groups?id=54f127c0-a302-4400-a813-22dad7bea484&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0414054 Feb 17 21:23:04.989655 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-b3b29b12-cbe5-4ec2-9621-66af0787c66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:23:06.202085 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648eb6db-36e4-408e-8dc5-24b7019fe74f req-286e2f7c-3049-460e-a5bf-289615511ba0 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:23:06.203709 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-648eb6db-36e4-408e-8dc5-24b7019fe74f req-286e2f7c-3049-460e-a5bf-289615511ba0 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] 10.222.0.90 "GET /v2.0/ports?device_id=a2e05e33-855d-4e48-ae23-655eab5ed6d8 HTTP/1.1" status: 200 len: 946 time: 0.2672946 Feb 17 21:23:06.251931 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-648eb6db-36e4-408e-8dc5-24b7019fe74f req-134160b5-a200-4c52-bd7e-89ebb83da04d tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] 10.222.0.90 "GET /v2.0/security-groups?id=54f127c0-a302-4400-a813-22dad7bea484&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0409703 Feb 17 21:23:07.456644 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa19c7c2-a199-4e17-81cd-ec30fc78f32a req-ed2b693c-3059-4cac-b74c-ea0181d8eb48 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:23:07.458235 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-aa19c7c2-a199-4e17-81cd-ec30fc78f32a req-ed2b693c-3059-4cac-b74c-ea0181d8eb48 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] 10.222.0.90 "GET /v2.0/ports?device_id=a2e05e33-855d-4e48-ae23-655eab5ed6d8 HTTP/1.1" status: 200 len: 946 time: 0.0851002 Feb 17 21:23:07.505662 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-aa19c7c2-a199-4e17-81cd-ec30fc78f32a req-6b35e7ff-9b46-4fdf-861d-3359e2978b02 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] 10.222.0.90 "GET /v2.0/security-groups?id=54f127c0-a302-4400-a813-22dad7bea484&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0411775 Feb 17 21:23:08.765937 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508d0a6a-9597-4634-b488-172beba8c8f9 req-cc16acb2-5211-4bdc-8568-c13a37f31b0d tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:23:08.767575 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-508d0a6a-9597-4634-b488-172beba8c8f9 req-cc16acb2-5211-4bdc-8568-c13a37f31b0d tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] 10.222.0.90 "GET /v2.0/ports?device_id=a2e05e33-855d-4e48-ae23-655eab5ed6d8 HTTP/1.1" status: 200 len: 946 time: 0.1461837 Feb 17 21:23:08.814202 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-508d0a6a-9597-4634-b488-172beba8c8f9 req-cd6aa489-31cb-4b79-8058-d9e74136702b tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] 10.222.0.90 "GET /v2.0/security-groups?id=54f127c0-a302-4400-a813-22dad7bea484&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0403183 Feb 17 21:23:10.016838 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be02a1f-b244-4512-906f-d0e2eacc5842 req-9859ae8c-7ce8-459d-aff9-752d0939c88b tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:23:10.018430 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-4be02a1f-b244-4512-906f-d0e2eacc5842 req-9859ae8c-7ce8-459d-aff9-752d0939c88b tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] 10.222.0.90 "GET /v2.0/ports?device_id=a2e05e33-855d-4e48-ae23-655eab5ed6d8 HTTP/1.1" status: 200 len: 946 time: 0.0894749 Feb 17 21:23:10.065884 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-4be02a1f-b244-4512-906f-d0e2eacc5842 req-a8475a8e-138e-4676-9e0f-1974911c3697 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] 10.222.0.90 "GET /v2.0/security-groups?id=54f127c0-a302-4400-a813-22dad7bea484&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0410278 Feb 17 21:23:11.268198 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ff0024-33f1-4d07-847d-18818defc39d req-ebbd851d-e108-4395-8c05-ab628ea287e7 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:23:11.270656 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-01ff0024-33f1-4d07-847d-18818defc39d req-ebbd851d-e108-4395-8c05-ab628ea287e7 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] 10.222.0.90 "GET /v2.0/ports?device_id=a2e05e33-855d-4e48-ae23-655eab5ed6d8 HTTP/1.1" status: 200 len: 946 time: 0.0869575 Feb 17 21:23:11.316935 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-01ff0024-33f1-4d07-847d-18818defc39d req-5364221c-aa91-45db-a792-cb91a6c4cc6a tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] 10.222.0.90 "GET /v2.0/security-groups?id=54f127c0-a302-4400-a813-22dad7bea484&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0396852 Feb 17 21:23:12.517493 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4888e6-4fd5-4021-9f92-ca1df8ac92d2 req-d3122770-9b49-42f5-abe6-c81cffbd69fe tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:23:12.519104 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-8f4888e6-4fd5-4021-9f92-ca1df8ac92d2 req-d3122770-9b49-42f5-abe6-c81cffbd69fe tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] 10.222.0.90 "GET /v2.0/ports?device_id=a2e05e33-855d-4e48-ae23-655eab5ed6d8 HTTP/1.1" status: 200 len: 946 time: 0.0882070 Feb 17 21:23:12.567624 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-8f4888e6-4fd5-4021-9f92-ca1df8ac92d2 req-ad7865f8-bfe6-4948-aab8-db464d24e61e tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] 10.222.0.90 "GET /v2.0/security-groups?id=54f127c0-a302-4400-a813-22dad7bea484&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0415862 Feb 17 21:23:13.771813 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aac734-8689-4bb8-bfe8-ae28430126a6 req-2b3f97b4-d4bb-4720-89d6-e097507bc37a tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:23:13.773452 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-58aac734-8689-4bb8-bfe8-ae28430126a6 req-2b3f97b4-d4bb-4720-89d6-e097507bc37a tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] 10.222.0.90 "GET /v2.0/ports?device_id=a2e05e33-855d-4e48-ae23-655eab5ed6d8 HTTP/1.1" status: 200 len: 946 time: 0.0908916 Feb 17 21:23:13.821647 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-58aac734-8689-4bb8-bfe8-ae28430126a6 req-5b28d7a1-2b25-4f06-a04a-02a0c9ac996f tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] 10.222.0.90 "GET /v2.0/security-groups?id=54f127c0-a302-4400-a813-22dad7bea484&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0418065 Feb 17 21:23:14.931631 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64148469-f1ec-4a16-a1d2-e8ba1cd478e5 req-c155730c-6085-4603-a09e-67c6bae7f765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:23:14.933464 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-64148469-f1ec-4a16-a1d2-e8ba1cd478e5 req-c155730c-6085-4603-a09e-67c6bae7f765 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=36cdcb2459fd422f980d098093256d8b&device_id=a2e05e33-855d-4e48-ae23-655eab5ed6d8 HTTP/1.1" status: 200 len: 1163 time: 0.0803058 Feb 17 21:23:15.148281 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64148469-f1ec-4a16-a1d2-e8ba1cd478e5 req-e6eb7153-9353-40e3-99db-236e97daf496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:23:15.149898 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-64148469-f1ec-4a16-a1d2-e8ba1cd478e5 req-e6eb7153-9353-40e3-99db-236e97daf496 service neutron] 10.222.0.95 "GET /v2.0/networks?id=c1614348-f323-4cf2-883f-d1f4e049c03c HTTP/1.1" status: 200 len: 902 time: 0.2068059 Feb 17 21:23:15.275757 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-64148469-f1ec-4a16-a1d2-e8ba1cd478e5 req-d52ced0d-c019-4c85-96fb-d999c58e1f48 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a0114e88-0045-437b-b855-cd01c2528a7d HTTP/1.1" status: 200 len: 1002 time: 0.1173313 Feb 17 21:23:15.287302 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f98dc9-8b02-41ca-a3a8-66c1c0235269 req-e5e19cd4-7b2e-4260-8b15-32c1120dc2b3 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:23:15.288855 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-28f98dc9-8b02-41ca-a3a8-66c1c0235269 req-e5e19cd4-7b2e-4260-8b15-32c1120dc2b3 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] 10.222.0.90 "GET /v2.0/ports?device_id=a2e05e33-855d-4e48-ae23-655eab5ed6d8 HTTP/1.1" status: 200 len: 946 time: 0.1976869 Feb 17 21:23:15.389815 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-28f98dc9-8b02-41ca-a3a8-66c1c0235269 req-a7116d83-b886-446c-ae41-38969813e2a0 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] 10.222.0.90 "GET /v2.0/security-groups?id=54f127c0-a302-4400-a813-22dad7bea484&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0658629 Feb 17 21:23:15.391262 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64148469-f1ec-4a16-a1d2-e8ba1cd478e5 req-c168f057-f3a5-4010-b67b-e4c906972e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:23:15.392757 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-64148469-f1ec-4a16-a1d2-e8ba1cd478e5 req-c168f057-f3a5-4010-b67b-e4c906972e5b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=4141ce6f-3a1a-4f49-b940-da2f0ad444d5 HTTP/1.1" status: 200 len: 847 time: 0.1029761 Feb 17 21:23:15.482931 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64148469-f1ec-4a16-a1d2-e8ba1cd478e5 req-7cf50642-1230-4337-bad6-923528c8458c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:23:15.484569 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-64148469-f1ec-4a16-a1d2-e8ba1cd478e5 req-7cf50642-1230-4337-bad6-923528c8458c service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c1614348-f323-4cf2-883f-d1f4e049c03c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0827739 Feb 17 21:23:15.634388 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-64148469-f1ec-4a16-a1d2-e8ba1cd478e5 req-0fe27fa6-1b40-4b78-829d-b426bf5e5eca service neutron] 10.222.0.95 "GET /v2.0/networks/c1614348-f323-4cf2-883f-d1f4e049c03c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420710 Feb 17 21:23:15.783527 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-64148469-f1ec-4a16-a1d2-e8ba1cd478e5 req-725578db-2c12-4458-8344-c1978b1a32ce service neutron] 10.222.0.95 "GET /v2.0/networks/c1614348-f323-4cf2-883f-d1f4e049c03c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1413031 Feb 17 21:23:16.585558 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518cf9a7-ade5-40f8-a7eb-dd6901664662 req-c8b9d078-eaa1-45a6-afb7-7e70be43b0e0 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:23:16.587159 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-518cf9a7-ade5-40f8-a7eb-dd6901664662 req-c8b9d078-eaa1-45a6-afb7-7e70be43b0e0 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] 10.222.0.90 "GET /v2.0/ports?device_id=a2e05e33-855d-4e48-ae23-655eab5ed6d8 HTTP/1.1" status: 200 len: 946 time: 0.0839665 Feb 17 21:23:16.633773 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-518cf9a7-ade5-40f8-a7eb-dd6901664662 req-3b2c5cda-efab-4411-bddb-7f325704feab tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] 10.222.0.90 "GET /v2.0/security-groups?id=54f127c0-a302-4400-a813-22dad7bea484&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0404382 Feb 17 21:23:17.845253 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d56b44-c5fd-4857-ae58-15e59282a8a4 req-80b483c8-ae2b-4805-a4fc-d58a5fdfd767 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:23:17.847121 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-15d56b44-c5fd-4857-ae58-15e59282a8a4 req-80b483c8-ae2b-4805-a4fc-d58a5fdfd767 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] 10.222.0.90 "GET /v2.0/ports?device_id=a2e05e33-855d-4e48-ae23-655eab5ed6d8 HTTP/1.1" status: 200 len: 946 time: 0.0903404 Feb 17 21:23:17.902590 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-15d56b44-c5fd-4857-ae58-15e59282a8a4 req-5bf93967-25fa-42ad-b9ca-c258678f3884 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] 10.222.0.90 "GET /v2.0/security-groups?id=54f127c0-a302-4400-a813-22dad7bea484&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0452158 Feb 17 21:23:18.137996 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b158f5-1594-4a57-932b-c5b6549c4803 req-6791c1d3-e937-406a-a092-c67a4704785f tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:23:18.139626 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-21b158f5-1594-4a57-932b-c5b6549c4803 req-6791c1d3-e937-406a-a092-c67a4704785f tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=e7c9070a-5133-4e0c-8ade-bfb98204de89 HTTP/1.1" status: 200 len: 945 time: 0.0904350 Feb 17 21:23:18.187022 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-21b158f5-1594-4a57-932b-c5b6549c4803 req-201fec94-969b-42b9-930b-b1d4ce66977e tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/security-groups?id=04a44232-4f07-4600-9186-5378d4d7d051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403881 Feb 17 21:23:18.205913 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.agents_db [None req-d7035ca1-ab1a-4600-abec-6b06ab5f95db None None] Agent healthcheck: found 6 active agents {{(pid=83973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 21:23:18.517984 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Device a0114e88-0045-437b-b855-cd01c2528a7d no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:23:18.591717 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b6c8e0d2-65d2-4be2-a96d-1f74ba9c43be req-1078064d-99a6-4b97-be38-a4b4d076f62b tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-957753248&fields=id&tenant_id=dd37991a5603474184e1e7e103b5e2e7 HTTP/1.1" status: 200 len: 267 time: 0.0427201 Feb 17 21:23:18.637834 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:23:18.666218 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2e05e33-855d-4e48-ae23-655eab5ed6d8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0114e88-0045-437b-b855-cd01c2528a7d'}] {{(pid=83972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:23:18.677326 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] For port a0114e88-0045-437b-b855-cd01c2528a7d, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=a0114e88-0045-437b-b855-cd01c2528a7d,segment=NetworkSegment(52570e17-5638-48fe-bab3-82a71a5949b8),segment_id=52570e17-5638-48fe-bab3-82a71a5949b8)] {{(pid=83972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:23:18.680867 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:23:18.682703 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c8e0d2-65d2-4be2-a96d-1f74ba9c43be req-51bff24c-fd3c-493b-ba31-e880debdbe47 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:23:18.682818 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:23:18.684939 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b6c8e0d2-65d2-4be2-a96d-1f74ba9c43be req-51bff24c-fd3c-493b-ba31-e880debdbe47 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.90 "GET /v2.0/ports?device_id=50d26802-c5aa-45f3-bdab-1816f86d43e6 HTTP/1.1" status: 200 len: 985 time: 0.0868878 Feb 17 21:23:18.697088 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [req-b6c8e0d2-65d2-4be2-a96d-1f74ba9c43be req-511559c8-9c2b-4c72-ae4d-b08563d74d75 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Request body: {'port': {'security_groups': ['29732fa1-20df-4399-9daf-2f6c9147bbac']}} {{(pid=83971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:23:18.724346 dv-cinder-760193-4-smb neutron-server[83861]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a2e05e33-855d-4e48-ae23-655eab5ed6d8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a0114e88-0045-437b-b855-cd01c2528a7d', 'code': 422} returned with failed status Feb 17 21:23:18.759032 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Pushing event updated for resources: {'Port': ['ID=a0114e88-0045-437b-b855-cd01c2528a7d,revision_number=5']} {{(pid=83972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:23:18.762445 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:23:18.834069 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-b6c8e0d2-65d2-4be2-a96d-1f74ba9c43be req-511559c8-9c2b-4c72-ae4d-b08563d74d75 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:23:19.216069 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [req-b6c8e0d2-65d2-4be2-a96d-1f74ba9c43be req-511559c8-9c2b-4c72-ae4d-b08563d74d75 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] For port b9b20699-68d7-4a5d-ac0c-b5ea162a3433, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=b9b20699-68d7-4a5d-ac0c-b5ea162a3433,segment=NetworkSegment(55b585c7-7eac-4e22-a330-06e1852eeb02),segment_id=55b585c7-7eac-4e22-a330-06e1852eeb02)] {{(pid=83971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:23:19.229675 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a7dfcf-31f9-46cf-802e-9da72cf9c8c1 req-c50f01c5-e693-4ee8-bdcf-78d6b17da5da tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:23:19.231320 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-25a7dfcf-31f9-46cf-802e-9da72cf9c8c1 req-c50f01c5-e693-4ee8-bdcf-78d6b17da5da tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] 10.222.0.90 "GET /v2.0/ports?device_id=a2e05e33-855d-4e48-ae23-655eab5ed6d8 HTTP/1.1" status: 200 len: 944 time: 0.2047977 Feb 17 21:23:19.273553 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-b6c8e0d2-65d2-4be2-a96d-1f74ba9c43be req-511559c8-9c2b-4c72-ae4d-b08563d74d75 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Notify callbacks [] for port, precommit_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:23:19.284808 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-b6c8e0d2-65d2-4be2-a96d-1f74ba9c43be req-511559c8-9c2b-4c72-ae4d-b08563d74d75 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:23:19.302008 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-38d3361b-b93a-4ef2-81ba-4fd2c4cbf851 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:23:19.624852 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-25a7dfcf-31f9-46cf-802e-9da72cf9c8c1 req-43e4506e-68be-4272-b6e5-f239fd305471 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] 10.222.0.90 "GET /v2.0/security-groups?id=54f127c0-a302-4400-a813-22dad7bea484&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.3866007 Feb 17 21:23:19.673770 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511559c8-9c2b-4c72-ae4d-b08563d74d75 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Pushing event updated for resources: {'Port': ['ID=b9b20699-68d7-4a5d-ac0c-b5ea162a3433,revision_number=6']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:23:19.697301 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511559c8-9c2b-4c72-ae4d-b08563d74d75 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:23:19.697712 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511559c8-9c2b-4c72-ae4d-b08563d74d75 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:23:19.698123 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511559c8-9c2b-4c72-ae4d-b08563d74d75 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:23:19.698518 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511559c8-9c2b-4c72-ae4d-b08563d74d75 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:23:19.698940 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511559c8-9c2b-4c72-ae4d-b08563d74d75 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:23:19.699332 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511559c8-9c2b-4c72-ae4d-b08563d74d75 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:23:19.699725 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511559c8-9c2b-4c72-ae4d-b08563d74d75 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:23:19.700115 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511559c8-9c2b-4c72-ae4d-b08563d74d75 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:23:19.700503 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511559c8-9c2b-4c72-ae4d-b08563d74d75 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:23:19.700892 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511559c8-9c2b-4c72-ae4d-b08563d74d75 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:23:19.701275 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511559c8-9c2b-4c72-ae4d-b08563d74d75 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:23:19.701664 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511559c8-9c2b-4c72-ae4d-b08563d74d75 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:23:19.702088 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511559c8-9c2b-4c72-ae4d-b08563d74d75 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:23:19.702475 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511559c8-9c2b-4c72-ae4d-b08563d74d75 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:23:19.702887 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511559c8-9c2b-4c72-ae4d-b08563d74d75 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:23:19.703268 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511559c8-9c2b-4c72-ae4d-b08563d74d75 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:23:19.703649 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511559c8-9c2b-4c72-ae4d-b08563d74d75 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:23:19.704032 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511559c8-9c2b-4c72-ae4d-b08563d74d75 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:23:19.704412 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511559c8-9c2b-4c72-ae4d-b08563d74d75 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:23:19.704794 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511559c8-9c2b-4c72-ae4d-b08563d74d75 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:23:19.705175 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511559c8-9c2b-4c72-ae4d-b08563d74d75 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:23:19.705555 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511559c8-9c2b-4c72-ae4d-b08563d74d75 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:23:19.705937 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511559c8-9c2b-4c72-ae4d-b08563d74d75 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:23:19.706317 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511559c8-9c2b-4c72-ae4d-b08563d74d75 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:23:19.712794 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-511559c8-9c2b-4c72-ae4d-b08563d74d75 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:23:19.800590 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c8e0d2-65d2-4be2-a96d-1f74ba9c43be req-511559c8-9c2b-4c72-ae4d-b08563d74d75 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:23:19.801255 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-b6c8e0d2-65d2-4be2-a96d-1f74ba9c43be req-511559c8-9c2b-4c72-ae4d-b08563d74d75 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768493'] for port, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:23:19.802881 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b6c8e0d2-65d2-4be2-a96d-1f74ba9c43be req-511559c8-9c2b-4c72-ae4d-b08563d74d75 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.90 "PUT /v2.0/ports/b9b20699-68d7-4a5d-ac0c-b5ea162a3433 HTTP/1.1" status: 200 len: 943 time: 1.1113849 Feb 17 21:23:19.805195 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50d26802-c5aa-45f3-bdab-1816f86d43e6', 'tag': 'b9b20699-68d7-4a5d-ac0c-b5ea162a3433'}] {{(pid=83971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:23:19.841069 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222091ff-7881-4e23-896e-db2bc2146c0a req-7a399176-738c-4c45-832a-8e55b476879b tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:23:19.842715 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-222091ff-7881-4e23-896e-db2bc2146c0a req-7a399176-738c-4c45-832a-8e55b476879b tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=e7c9070a-5133-4e0c-8ade-bfb98204de89 HTTP/1.1" status: 200 len: 945 time: 0.1138947 Feb 17 21:23:19.898010 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-222091ff-7881-4e23-896e-db2bc2146c0a req-47d51f4b-a853-4045-acad-aad0fc6ac30e tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/security-groups?id=04a44232-4f07-4600-9186-5378d4d7d051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431247 Feb 17 21:23:19.997452 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-cf4e1274-f7f3-46f9-8bd1-b8bae9504e56 None None] Provisioning complete for port b9b20699-68d7-4a5d-ac0c-b5ea162a3433 triggered by entity DHCP. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:23:19.998200 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-cf4e1274-f7f3-46f9-8bd1-b8bae9504e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:23:20.011899 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-97474fdd-60cf-4a24-b5c6-d2b8b18dd450 req-25eb9869-7b48-4035-b57d-8af6f88958ee tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.90 "GET /v2.0/security-groups/fb5c7c72-3e83-40a6-a53b-d187455aa4ec HTTP/1.1" status: 200 len: 3003 time: 0.0545576 Feb 17 21:23:20.095205 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-97474fdd-60cf-4a24-b5c6-d2b8b18dd450 req-8b6a27a6-2d60-4b99-9385-b91f79097e68 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Notify callbacks [] for security_group, before_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:23:20.135472 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-97474fdd-60cf-4a24-b5c6-d2b8b18dd450 req-8b6a27a6-2d60-4b99-9385-b91f79097e68 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:23:20.164089 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50d26802-c5aa-45f3-bdab-1816f86d43e6', 'tag': 'b9b20699-68d7-4a5d-ac0c-b5ea162a3433', 'status': 'completed', 'code': 200} Feb 17 21:23:20.224207 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 39460) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:23:20.256380 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-97474fdd-60cf-4a24-b5c6-d2b8b18dd450 req-8b6a27a6-2d60-4b99-9385-b91f79097e68 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:23:20.265204 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-296b2b78-0742-4dd4-85fd-e2d68ffc6924 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:23:20.333464 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6a27a6-2d60-4b99-9385-b91f79097e68 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb5c7c72-3e83-40a6-a53b-d187455aa4ec,revision_number=None']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:23:20.336127 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-8b6a27a6-2d60-4b99-9385-b91f79097e68 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:23:20.361089 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-22837936-5844-4ddc-9116-86b17d167713 req-79698410-2c98-43b6-8da5-9c0a03a8d22c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=a2e05e33-855d-4e48-ae23-655eab5ed6d8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1349206 Feb 17 21:23:20.361220 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-97474fdd-60cf-4a24-b5c6-d2b8b18dd450 req-8b6a27a6-2d60-4b99-9385-b91f79097e68 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Notify callbacks [] for security_group, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:23:20.362344 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-97474fdd-60cf-4a24-b5c6-d2b8b18dd450 req-8b6a27a6-2d60-4b99-9385-b91f79097e68 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.90 "DELETE /v2.0/security-groups/fb5c7c72-3e83-40a6-a53b-d187455aa4ec HTTP/1.1" status: 204 len: 173 time: 0.3434455 Feb 17 21:23:20.368902 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d6aa1c-d687-4ad6-9c42-dabdca5e513d req-8700ea1e-9ac6-4220-bb4e-507806ab0945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:23:20.370488 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-e1d6aa1c-d687-4ad6-9c42-dabdca5e513d req-8700ea1e-9ac6-4220-bb4e-507806ab0945 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=dd37991a5603474184e1e7e103b5e2e7&device_id=50d26802-c5aa-45f3-bdab-1816f86d43e6 HTTP/1.1" status: 200 len: 1163 time: 0.1828580 Feb 17 21:23:20.492703 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b4436c-45c7-49dc-9225-8bf7e9f3579d req-882a2200-cc74-474b-bb7e-8e24dc4666d3 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:23:20.494339 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-73b4436c-45c7-49dc-9225-8bf7e9f3579d req-882a2200-cc74-474b-bb7e-8e24dc4666d3 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] 10.222.0.90 "GET /v2.0/ports?device_id=a2e05e33-855d-4e48-ae23-655eab5ed6d8 HTTP/1.1" status: 200 len: 944 time: 0.2301850 Feb 17 21:23:20.611852 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-5dd67509-1e8e-45e2-a5b1-049f15c6b84d req-1691cff9-9fb7-4e08-8f42-c84a07d16d15 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.90 "GET /v2.0/floatingips/ef84a88d-5868-42c5-b589-367ac786e4e7 HTTP/1.1" status: 200 len: 999 time: 0.2286980 Feb 17 21:23:20.688302 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Device b9b20699-68d7-4a5d-ac0c-b5ea162a3433 up at agent ovs-agent-hv-cinder-76019 {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:23:20.729825 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-73b4436c-45c7-49dc-9225-8bf7e9f3579d req-e5a8b677-3dc6-4d9a-be9c-8291df07e3ce tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] 10.222.0.90 "GET /v2.0/security-groups?id=54f127c0-a302-4400-a813-22dad7bea484&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.2283034 Feb 17 21:23:20.767374 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Provisioning complete for port b9b20699-68d7-4a5d-ac0c-b5ea162a3433 triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:23:20.767935 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:23:20.845007 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d6aa1c-d687-4ad6-9c42-dabdca5e513d req-0687a5d2-ecec-4be7-a0ec-1d021724963e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:23:20.846999 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-e1d6aa1c-d687-4ad6-9c42-dabdca5e513d req-0687a5d2-ecec-4be7-a0ec-1d021724963e service neutron] 10.222.0.95 "GET /v2.0/networks?id=91ed6b15-96c5-473b-b3e5-022a9f16968c HTTP/1.1" status: 200 len: 909 time: 0.4018869 Feb 17 21:23:20.857817 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd67509-1e8e-45e2-a5b1-049f15c6b84d req-19f73e0c-ea0e-422e-a033-9f0b60ef4d1c tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:23:20.859401 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-5dd67509-1e8e-45e2-a5b1-049f15c6b84d req-19f73e0c-ea0e-422e-a033-9f0b60ef4d1c tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.90 "GET /v2.0/networks/35a248c9-4e56-449c-88ff-c033f82ee17e HTTP/1.1" status: 200 len: 784 time: 0.2275977 Feb 17 21:23:20.952853 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [req-5dd67509-1e8e-45e2-a5b1-049f15c6b84d req-28e774da-c6ab-4122-89b3-f5566a5ae0b7 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=83971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 21:23:20.953926 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-5dd67509-1e8e-45e2-a5b1-049f15c6b84d req-28e774da-c6ab-4122-89b3-f5566a5ae0b7 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0298209 Feb 17 21:23:21.113085 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-e1d6aa1c-d687-4ad6-9c42-dabdca5e513d req-63c14389-f41b-4934-8800-28400831dbcb service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9b20699-68d7-4a5d-ac0c-b5ea162a3433 HTTP/1.1" status: 200 len: 1002 time: 0.2525692 Feb 17 21:23:21.211281 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-5dd67509-1e8e-45e2-a5b1-049f15c6b84d req-7ae4ee77-cf03-43b7-95be-5e14639026b5 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.90 "GET /v2.0/floatingips?floating_ip_address=172.28.3.166 HTTP/1.1" status: 200 len: 1002 time: 0.2457716 Feb 17 21:23:21.223200 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d6aa1c-d687-4ad6-9c42-dabdca5e513d req-10385f15-7a8f-409d-81ad-704dc7145a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:23:21.225550 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-e1d6aa1c-d687-4ad6-9c42-dabdca5e513d req-10385f15-7a8f-409d-81ad-704dc7145a58 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bd2c5f1d-7235-45ff-833f-908aea4c2ec0 HTTP/1.1" status: 200 len: 853 time: 0.1033790 Feb 17 21:23:21.362077 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1aa109-d7ec-44cf-b4a4-84152252f2cc req-114f9e3d-61b8-4281-9d89-b3f6aecd67ff tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:23:21.363718 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-2a1aa109-d7ec-44cf-b4a4-84152252f2cc req-114f9e3d-61b8-4281-9d89-b3f6aecd67ff tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=e7c9070a-5133-4e0c-8ade-bfb98204de89 HTTP/1.1" status: 200 len: 945 time: 0.3229239 Feb 17 21:23:21.396622 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd67509-1e8e-45e2-a5b1-049f15c6b84d req-5c445660-0313-4c4c-b5ee-dff862f5294c tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:23:21.398076 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-5dd67509-1e8e-45e2-a5b1-049f15c6b84d req-5c445660-0313-4c4c-b5ee-dff862f5294c tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.90 "GET /v2.0/ports/b9b20699-68d7-4a5d-ac0c-b5ea162a3433 HTTP/1.1" status: 200 len: 943 time: 0.1769598 Feb 17 21:23:21.435154 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-2a1aa109-d7ec-44cf-b4a4-84152252f2cc req-95697910-9325-4dba-bb63-374b6607f462 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/security-groups?id=04a44232-4f07-4600-9186-5378d4d7d051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624173 Feb 17 21:23:21.437136 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d6aa1c-d687-4ad6-9c42-dabdca5e513d req-31e8dfb0-8c9c-41f9-99e6-168d72559534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:23:21.438722 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-e1d6aa1c-d687-4ad6-9c42-dabdca5e513d req-31e8dfb0-8c9c-41f9-99e6-168d72559534 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=91ed6b15-96c5-473b-b3e5-022a9f16968c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1691582 Feb 17 21:23:21.720689 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-5dd67509-1e8e-45e2-a5b1-049f15c6b84d req-cef74ac4-e198-49a7-8370-af29d1ec6029 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.90 "GET /v2.0/floatingips?floating_ip_address=172.28.3.166 HTTP/1.1" status: 200 len: 1002 time: 0.1893291 Feb 17 21:23:21.838824 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-e1d6aa1c-d687-4ad6-9c42-dabdca5e513d req-e17f5bdf-71d3-4eb0-b12a-9630e1d1fec6 service neutron] 10.222.0.95 "GET /v2.0/networks/91ed6b15-96c5-473b-b3e5-022a9f16968c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3909078 Feb 17 21:23:22.346992 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22837936-5844-4ddc-9116-86b17d167713 req-24601c83-7483-4cc9-8397-5a48355c45ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:23:22.349148 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-22837936-5844-4ddc-9116-86b17d167713 req-24601c83-7483-4cc9-8397-5a48355c45ae service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=a2e05e33-855d-4e48-ae23-655eab5ed6d8&tenant_id=36cdcb2459fd422f980d098093256d8b HTTP/1.1" status: 200 len: 1161 time: 0.6970394 Feb 17 21:23:22.462046 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [req-5dd67509-1e8e-45e2-a5b1-049f15c6b84d req-e85fe719-174e-4f56-87e0-0938211a848c tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Deleting port 89b9886e-d1aa-4a2f-869a-f9e691d72bfc {{(pid=83971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:23:22.462411 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-5dd67509-1e8e-45e2-a5b1-049f15c6b84d req-e85fe719-174e-4f56-87e0-0938211a848c tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506882676'] for port, before_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:23:22.510896 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-e1d6aa1c-d687-4ad6-9c42-dabdca5e513d req-8e55dffd-e309-49d2-a888-4d60d35b7bba service neutron] 10.222.0.95 "GET /v2.0/networks/91ed6b15-96c5-473b-b3e5-022a9f16968c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6604481 Feb 17 21:23:22.523216 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234445e3-31d1-46ad-aad0-e54afce5c1bb req-5daf3023-ba81-4803-9e2c-150abc695e3c tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:23:22.524777 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-234445e3-31d1-46ad-aad0-e54afce5c1bb req-5daf3023-ba81-4803-9e2c-150abc695e3c tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] 10.222.0.90 "GET /v2.0/ports?device_id=a2e05e33-855d-4e48-ae23-655eab5ed6d8 HTTP/1.1" status: 200 len: 944 time: 0.6476710 Feb 17 21:23:22.670681 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-234445e3-31d1-46ad-aad0-e54afce5c1bb req-2765e0e7-e14c-414e-a5f3-4af0407d3a73 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] 10.222.0.90 "GET /v2.0/security-groups?id=54f127c0-a302-4400-a813-22dad7bea484&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1368463 Feb 17 21:23:22.679532 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22837936-5844-4ddc-9116-86b17d167713 req-f84a369e-07df-4ef4-82b7-498978f2a78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:23:22.681138 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-22837936-5844-4ddc-9116-86b17d167713 req-f84a369e-07df-4ef4-82b7-498978f2a78e service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=36cdcb2459fd422f980d098093256d8b&device_id=a2e05e33-855d-4e48-ae23-655eab5ed6d8 HTTP/1.1" status: 200 len: 1161 time: 0.3064291 Feb 17 21:23:22.874671 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-5dd67509-1e8e-45e2-a5b1-049f15c6b84d req-e85fe719-174e-4f56-87e0-0938211a848c tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-921726'] for port, precommit_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:23:22.875041 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-5dd67509-1e8e-45e2-a5b1-049f15c6b84d req-e85fe719-174e-4f56-87e0-0938211a848c tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:23:23.029322 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [req-5dd67509-1e8e-45e2-a5b1-049f15c6b84d req-e85fe719-174e-4f56-87e0-0938211a848c tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Calling delete_port for 89b9886e-d1aa-4a2f-869a-f9e691d72bfc owned by network:floatingip {{(pid=83971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:23:23.102931 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22837936-5844-4ddc-9116-86b17d167713 req-2b5a7a71-419f-4897-a8bf-281dfcd6f100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:23:23.104266 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-22837936-5844-4ddc-9116-86b17d167713 req-2b5a7a71-419f-4897-a8bf-281dfcd6f100 service neutron] 10.222.0.95 "GET /v2.0/networks?id=c1614348-f323-4cf2-883f-d1f4e049c03c HTTP/1.1" status: 200 len: 902 time: 0.4149876 Feb 17 21:23:23.182103 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4522e3bf-69c0-473f-9d8c-46090f774c1a req-9b22f941-6929-46de-95ac-0d6a56c0fa28 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:23:23.183708 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-4522e3bf-69c0-473f-9d8c-46090f774c1a req-9b22f941-6929-46de-95ac-0d6a56c0fa28 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=e7c9070a-5133-4e0c-8ade-bfb98204de89 HTTP/1.1" status: 200 len: 945 time: 0.4049025 Feb 17 21:23:23.302535 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-22837936-5844-4ddc-9116-86b17d167713 req-98327a64-617d-48e7-9859-b7efc17387f1 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a0114e88-0045-437b-b855-cd01c2528a7d HTTP/1.1" status: 200 len: 1000 time: 0.1831965 Feb 17 21:23:23.306216 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-4522e3bf-69c0-473f-9d8c-46090f774c1a req-ea84da7b-df4b-4285-be58-b515f67f25ca tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/security-groups?id=04a44232-4f07-4600-9186-5378d4d7d051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080105 Feb 17 21:23:23.430901 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22837936-5844-4ddc-9116-86b17d167713 req-14869fe4-fe8a-4cd2-9ac5-9ca4524d75b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:23:23.432638 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-22837936-5844-4ddc-9116-86b17d167713 req-14869fe4-fe8a-4cd2-9ac5-9ca4524d75b6 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=4141ce6f-3a1a-4f49-b940-da2f0ad444d5 HTTP/1.1" status: 200 len: 847 time: 0.1210790 Feb 17 21:23:23.435908 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-5dd67509-1e8e-45e2-a5b1-049f15c6b84d req-e85fe719-174e-4f56-87e0-0938211a848c tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782347900463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782347493337'] for port, after_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:23:23.453387 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d968b4a0-6c08-43e1-b9b3-71e7fd7777c5 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:23:23.590441 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85fe719-174e-4f56-87e0-0938211a848c tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Pushing event deleted for resources: {'Port': ['ID=89b9886e-d1aa-4a2f-869a-f9e691d72bfc,revision_number=None']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:23:23.606093 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-e85fe719-174e-4f56-87e0-0938211a848c tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:23:23.681595 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22837936-5844-4ddc-9116-86b17d167713 req-d898fdcb-b8ba-49d6-bb75-5f6777d0ad0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:23:23.683223 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-22837936-5844-4ddc-9116-86b17d167713 req-d898fdcb-b8ba-49d6-bb75-5f6777d0ad0c service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c1614348-f323-4cf2-883f-d1f4e049c03c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2309623 Feb 17 21:23:23.686975 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-5dd67509-1e8e-45e2-a5b1-049f15c6b84d req-e85fe719-174e-4f56-87e0-0938211a848c tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Notify callbacks [] for floatingip, after_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:23:23.687353 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.db.l3_db [req-5dd67509-1e8e-45e2-a5b1-049f15c6b84d req-e85fe719-174e-4f56-87e0-0938211a848c tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Floating IP ef84a88d-5868-42c5-b589-367ac786e4e7 disassociated (deleted). External IP: 172.28.3.166, port: b9b20699-68d7-4a5d-ac0c-b5ea162a3433. Feb 17 21:23:24.294293 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-22837936-5844-4ddc-9116-86b17d167713 req-736f75ce-f4ea-434e-b686-5440c7f4671e service neutron] 10.222.0.95 "GET /v2.0/networks/c1614348-f323-4cf2-883f-d1f4e049c03c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5452425 Feb 17 21:23:24.362436 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cf0b14-f772-45aa-a1b2-97c93a57c2eb req-4c25549b-8551-4ca3-b72c-b78e2dbae3ff tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:23:24.364644 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-c8cf0b14-f772-45aa-a1b2-97c93a57c2eb req-4c25549b-8551-4ca3-b72c-b78e2dbae3ff tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] 10.222.0.90 "GET /v2.0/ports?device_id=a2e05e33-855d-4e48-ae23-655eab5ed6d8 HTTP/1.1" status: 200 len: 944 time: 0.5287488 Feb 17 21:23:24.601361 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-c8cf0b14-f772-45aa-a1b2-97c93a57c2eb req-9643f9e6-7d57-4da9-a0bc-069ef6a4f7a5 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] 10.222.0.90 "GET /v2.0/security-groups?id=54f127c0-a302-4400-a813-22dad7bea484&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1557803 Feb 17 21:23:24.660620 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5dd67509-1e8e-45e2-a5b1-049f15c6b84d req-e85fe719-174e-4f56-87e0-0938211a848c tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Router 0b5cf012-3b04-40cc-b846-1081fba5f7c5 has already been hosted by L3 agent 0536e1cb-4d3e-42d2-8b6d-8bd52a4e2590 {{(pid=83971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 21:23:24.664607 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-22837936-5844-4ddc-9116-86b17d167713 req-cb46fef2-31fe-479a-93fb-6aee7d33b416 service neutron] 10.222.0.95 "GET /v2.0/networks/c1614348-f323-4cf2-883f-d1f4e049c03c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3148723 Feb 17 21:23:24.932485 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c016852a-9615-4bc7-bc84-5a61b6836d77 req-d6e20739-3b32-4f3b-ab58-7faeaf370ab5 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:23:24.933999 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-c016852a-9615-4bc7-bc84-5a61b6836d77 req-d6e20739-3b32-4f3b-ab58-7faeaf370ab5 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=e7c9070a-5133-4e0c-8ade-bfb98204de89 HTTP/1.1" status: 200 len: 945 time: 0.2030740 Feb 17 21:23:24.936649 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5dd67509-1e8e-45e2-a5b1-049f15c6b84d req-e85fe719-174e-4f56-87e0-0938211a848c tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Notify agent at l3_agent.dv-cinder-760193-4-smb the message routers_updated {{(pid=83971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 21:23:24.947629 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d13e86-caa1-4192-8a31-90d7113aba51 None None] Sync routers for ids ['0b5cf012-3b04-40cc-b846-1081fba5f7c5'] in dv-cinder-760193-4-smb {{(pid=83972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 21:23:24.957536 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d13e86-caa1-4192-8a31-90d7113aba51 None None] Routers {'0b5cf012-3b04-40cc-b846-1081fba5f7c5'} bound to L3 agent in host dv-cinder-760193-4-smb {{(pid=83972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:23:24.958210 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-73d13e86-caa1-4192-8a31-90d7113aba51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T21:09:02Z,description=,heartbeat_timestamp=2021-02-17T21:23:02Z,host='dv-cinder-760193-4-smb',id=0536e1cb-4d3e-42d2-8b6d-8bd52a4e2590,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T21:09:02Z,topic='l3_agent')) {'router_ids': ['0b5cf012-3b04-40cc-b846-1081fba5f7c5'], 'active': True} {{(pid=83972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:23:24.993884 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-5dd67509-1e8e-45e2-a5b1-049f15c6b84d req-e85fe719-174e-4f56-87e0-0938211a848c tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768493'] for floatingip, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:23:25.028104 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-c016852a-9615-4bc7-bc84-5a61b6836d77 req-29bc2642-523c-4b66-bd7e-f5251fcedfac tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/security-groups?id=04a44232-4f07-4600-9186-5378d4d7d051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842414 Feb 17 21:23:25.058231 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-5dd67509-1e8e-45e2-a5b1-049f15c6b84d req-e85fe719-174e-4f56-87e0-0938211a848c tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.90 "DELETE /v2.0/floatingips/ef84a88d-5868-42c5-b589-367ac786e4e7 HTTP/1.1" status: 204 len: 173 time: 3.3243930 Feb 17 21:23:25.058926 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50d26802-c5aa-45f3-bdab-1816f86d43e6', 'tag': 'b9b20699-68d7-4a5d-ac0c-b5ea162a3433'}] {{(pid=83971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:23:25.173597 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvr_db [None req-73d13e86-caa1-4192-8a31-90d7113aba51 None None] Set router 0b5cf012-3b04-40cc-b846-1081fba5f7c5 gateway port host: dv-cinder-760193-4-smb {{(pid=83972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:23:25.207988 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd67509-1e8e-45e2-a5b1-049f15c6b84d req-003ac874-19c3-4404-9aa7-0ba297e18649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:23:25.214472 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-5dd67509-1e8e-45e2-a5b1-049f15c6b84d req-003ac874-19c3-4404-9aa7-0ba297e18649 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=dd37991a5603474184e1e7e103b5e2e7&device_id=50d26802-c5aa-45f3-bdab-1816f86d43e6 HTTP/1.1" status: 200 len: 1163 time: 0.1423020 Feb 17 21:23:25.293398 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50d26802-c5aa-45f3-bdab-1816f86d43e6', 'tag': 'b9b20699-68d7-4a5d-ac0c-b5ea162a3433', 'status': 'completed', 'code': 200} Feb 17 21:23:25.423729 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd67509-1e8e-45e2-a5b1-049f15c6b84d req-8077e65b-eb85-463d-8547-d7b4474d4fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:23:25.425339 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-5dd67509-1e8e-45e2-a5b1-049f15c6b84d req-8077e65b-eb85-463d-8547-d7b4474d4fd0 service neutron] 10.222.0.90 "GET /v2.0/networks?id=91ed6b15-96c5-473b-b3e5-022a9f16968c HTTP/1.1" status: 200 len: 909 time: 0.2095277 Feb 17 21:23:25.429236 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50edcd5-f1e7-4664-a0b0-bbfbc239e0ea req-a8419052-2866-47f3-9c39-d5348add2d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:23:25.430364 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-e50edcd5-f1e7-4664-a0b0-bbfbc239e0ea req-a8419052-2866-47f3-9c39-d5348add2d29 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=dd37991a5603474184e1e7e103b5e2e7&device_id=50d26802-c5aa-45f3-bdab-1816f86d43e6 HTTP/1.1" status: 200 len: 1163 time: 0.1390977 Feb 17 21:23:25.512397 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-73d13e86-caa1-4192-8a31-90d7113aba51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5cf012-3b04-40cc-b846-1081fba5f7c5', 'name': 'tempest-TestMinimumBasicScenario-589450793-router', 'tenant_id': 'dd37991a5603474184e1e7e103b5e2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'external_fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.251'}], 'enable_snat': True}, 'gw_port_id': 'e9cb67b1-bba5-451b-8ab4-122f07879e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:20:39Z', 'updated_at': '2021-02-17T21:20:47Z', 'revision_number': 4, 'project_id': 'dd37991a5603474184e1e7e103b5e2e7', 'gw_port': {'id': 'e9cb67b1-bba5-451b-8ab4-122f07879e89', 'name': '', 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:60:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5cf012-3b04-40cc-b846-1081fba5f7c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:20:40Z', 'updated_at': '2021-02-17T21:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-smb', '_interfaces': [{'id': 'd1bd76bb-6378-4b02-8adc-7f6fa34a1913', 'name': '', 'network_id': '91ed6b15-96c5-473b-b3e5-022a9f16968c', 'tenant_id': 'dd37991a5603474184e1e7e103b5e2e7', 'mac_address': 'fa:16:3e:4a:ba:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5cf012-3b04-40cc-b846-1081fba5f7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'bd2c5f1d-7235-45ff-833f-908aea4c2ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:20:46Z', 'updated_at': '2021-02-17T21:21:00Z', 'revision_number': 5, 'project_id': 'dd37991a5603474184e1e7e103b5e2e7', 'subnets': [{'id': 'bd2c5f1d-7235-45ff-833f-908aea4c2ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-4-smb', False) {} {{(pid=83972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:23:25.516433 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d13e86-caa1-4192-8a31-90d7113aba51 None None] Checking router: 0b5cf012-3b04-40cc-b846-1081fba5f7c5 for host: dv-cinder-760193-4-smb {{(pid=83972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 21:23:25.525164 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-5dd67509-1e8e-45e2-a5b1-049f15c6b84d req-f19a2b23-4eda-42fe-ae25-231cae9b8cd1 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9b20699-68d7-4a5d-ac0c-b5ea162a3433 HTTP/1.1" status: 200 len: 217 time: 0.0915003 Feb 17 21:23:25.526175 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d13e86-caa1-4192-8a31-90d7113aba51 None None] Routers {'0b5cf012-3b04-40cc-b846-1081fba5f7c5'} bound to L3 agent in host dv-cinder-760193-4-smb {{(pid=83972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:23:25.527055 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-73d13e86-caa1-4192-8a31-90d7113aba51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T21:09:02Z,description=,heartbeat_timestamp=2021-02-17T21:23:02Z,host='dv-cinder-760193-4-smb',id=0536e1cb-4d3e-42d2-8b6d-8bd52a4e2590,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T21:09:02Z,topic='l3_agent')) {'router_ids': ['0b5cf012-3b04-40cc-b846-1081fba5f7c5'], 'active': True} {{(pid=83972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:23:25.665340 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd67509-1e8e-45e2-a5b1-049f15c6b84d req-efa3b7d7-dd72-4718-bd7f-acfc080e11b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:23:25.667028 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-5dd67509-1e8e-45e2-a5b1-049f15c6b84d req-efa3b7d7-dd72-4718-bd7f-acfc080e11b9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=bd2c5f1d-7235-45ff-833f-908aea4c2ec0 HTTP/1.1" status: 200 len: 853 time: 0.0945005 Feb 17 21:23:25.806905 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50edcd5-f1e7-4664-a0b0-bbfbc239e0ea req-ba311418-712d-476d-b280-96cb92e7b964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:23:25.808500 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-e50edcd5-f1e7-4664-a0b0-bbfbc239e0ea req-ba311418-712d-476d-b280-96cb92e7b964 service neutron] 10.222.0.95 "GET /v2.0/networks?id=91ed6b15-96c5-473b-b3e5-022a9f16968c HTTP/1.1" status: 200 len: 909 time: 0.3146017 Feb 17 21:23:25.885373 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvr_db [None req-73d13e86-caa1-4192-8a31-90d7113aba51 None None] Set router 0b5cf012-3b04-40cc-b846-1081fba5f7c5 gateway port host: dv-cinder-760193-4-smb {{(pid=83972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:23:25.898193 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-e50edcd5-f1e7-4664-a0b0-bbfbc239e0ea req-893cad81-46d6-44a7-88ca-b8f5c273f484 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b9b20699-68d7-4a5d-ac0c-b5ea162a3433 HTTP/1.1" status: 200 len: 217 time: 0.0777304 Feb 17 21:23:25.979020 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd67509-1e8e-45e2-a5b1-049f15c6b84d req-e38d181c-4f37-4fd7-956c-1ff3b94e46cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:23:25.980641 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-5dd67509-1e8e-45e2-a5b1-049f15c6b84d req-e38d181c-4f37-4fd7-956c-1ff3b94e46cb service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=91ed6b15-96c5-473b-b3e5-022a9f16968c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3019347 Feb 17 21:23:25.991381 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50edcd5-f1e7-4664-a0b0-bbfbc239e0ea req-61441ccb-6491-436b-adac-de83c81f5b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:23:25.992882 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-e50edcd5-f1e7-4664-a0b0-bbfbc239e0ea req-61441ccb-6491-436b-adac-de83c81f5b39 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bd2c5f1d-7235-45ff-833f-908aea4c2ec0 HTTP/1.1" status: 200 len: 853 time: 0.0862675 Feb 17 21:23:25.999353 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c0d36b-c6fe-40db-9f41-2181105065fc req-1c141c13-9707-4d1e-923a-c6a5271d7bc0 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:23:26.000870 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-79c0d36b-c6fe-40db-9f41-2181105065fc req-1c141c13-9707-4d1e-923a-c6a5271d7bc0 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] 10.222.0.90 "GET /v2.0/ports?device_id=a2e05e33-855d-4e48-ae23-655eab5ed6d8 HTTP/1.1" status: 200 len: 944 time: 0.2601068 Feb 17 21:23:26.208744 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-79c0d36b-c6fe-40db-9f41-2181105065fc req-f8c28854-36ca-4656-b1e9-5c594fe7f5c4 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] 10.222.0.90 "GET /v2.0/security-groups?id=54f127c0-a302-4400-a813-22dad7bea484&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1812258 Feb 17 21:23:26.233061 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-73d13e86-caa1-4192-8a31-90d7113aba51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5cf012-3b04-40cc-b846-1081fba5f7c5', 'name': 'tempest-TestMinimumBasicScenario-589450793-router', 'tenant_id': 'dd37991a5603474184e1e7e103b5e2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'external_fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.251'}], 'enable_snat': True}, 'gw_port_id': 'e9cb67b1-bba5-451b-8ab4-122f07879e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:20:39Z', 'updated_at': '2021-02-17T21:20:47Z', 'revision_number': 4, 'project_id': 'dd37991a5603474184e1e7e103b5e2e7', 'gw_port': {'id': 'e9cb67b1-bba5-451b-8ab4-122f07879e89', 'name': '', 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:60:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5cf012-3b04-40cc-b846-1081fba5f7c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:20:40Z', 'updated_at': '2021-02-17T21:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-smb', '_interfaces': [{'id': 'd1bd76bb-6378-4b02-8adc-7f6fa34a1913', 'name': '', 'network_id': '91ed6b15-96c5-473b-b3e5-022a9f16968c', 'tenant_id': 'dd37991a5603474184e1e7e103b5e2e7', 'mac_address': 'fa:16:3e:4a:ba:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5cf012-3b04-40cc-b846-1081fba5f7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'bd2c5f1d-7235-45ff-833f-908aea4c2ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:20:46Z', 'updated_at': '2021-02-17T21:21:00Z', 'revision_number': 5, 'project_id': 'dd37991a5603474184e1e7e103b5e2e7', 'subnets': [{'id': 'bd2c5f1d-7235-45ff-833f-908aea4c2ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-4-smb', False) {} {{(pid=83972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:23:26.236927 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d13e86-caa1-4192-8a31-90d7113aba51 None None] The sync data for ids ['0b5cf012-3b04-40cc-b846-1081fba5f7c5'] in dv-cinder-760193-4-smb is: [{'id': '0b5cf012-3b04-40cc-b846-1081fba5f7c5', 'name': 'tempest-TestMinimumBasicScenario-589450793-router', 'tenant_id': 'dd37991a5603474184e1e7e103b5e2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'external_fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.251'}], 'enable_snat': True}, 'gw_port_id': 'e9cb67b1-bba5-451b-8ab4-122f07879e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:20:39Z', 'updated_at': '2021-02-17T21:20:47Z', 'revision_number': 4, 'project_id': 'dd37991a5603474184e1e7e103b5e2e7', 'gw_port': {'id': 'e9cb67b1-bba5-451b-8ab4-122f07879e89', 'name': '', 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:60:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5cf012-3b04-40cc-b846-1081fba5f7c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:20:40Z', 'updated_at': '2021-02-17T21:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-smb', '_interfaces': [{'id': 'd1bd76bb-6378-4b02-8adc-7f6fa34a1913', 'name': '', 'network_id': '91ed6b15-96c5-473b-b3e5-022a9f16968c', 'tenant_id': 'dd37991a5603474184e1e7e103b5e2e7', 'mac_address': 'fa:16:3e:4a:ba:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5cf012-3b04-40cc-b846-1081fba5f7c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'bd2c5f1d-7235-45ff-833f-908aea4c2ec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:20:46Z', 'updated_at': '2021-02-17T21:21:00Z', 'revision_number': 5, 'project_id': 'dd37991a5603474184e1e7e103b5e2e7', 'subnets': [{'id': 'bd2c5f1d-7235-45ff-833f-908aea4c2ec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 21:23:26.250150 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50edcd5-f1e7-4664-a0b0-bbfbc239e0ea req-8869e8b5-1787-4755-95d3-02254229ef50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:23:26.251860 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-e50edcd5-f1e7-4664-a0b0-bbfbc239e0ea req-8869e8b5-1787-4755-95d3-02254229ef50 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=91ed6b15-96c5-473b-b3e5-022a9f16968c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2256901 Feb 17 21:23:26.257807 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-5dd67509-1e8e-45e2-a5b1-049f15c6b84d req-55c8361a-936e-444b-83d4-25eb27426abf service neutron] 10.222.0.90 "GET /v2.0/networks/91ed6b15-96c5-473b-b3e5-022a9f16968c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559812 Feb 17 21:23:26.634099 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4138c8-96c0-4587-8e91-840d3608ec6f None None] New status for floating IP ef84a88d-5868-42c5-b589-367ac786e4e7: DOWN {{(pid=83973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 21:23:26.823258 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-e50edcd5-f1e7-4664-a0b0-bbfbc239e0ea req-aafd7cb0-cffd-4371-a0bf-110762135e31 service neutron] 10.222.0.95 "GET /v2.0/networks/91ed6b15-96c5-473b-b3e5-022a9f16968c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5626194 Feb 17 21:23:26.828328 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-5dd67509-1e8e-45e2-a5b1-049f15c6b84d req-f9030413-70c3-4970-9c11-9a4eea26db3c service neutron] 10.222.0.90 "GET /v2.0/networks/91ed6b15-96c5-473b-b3e5-022a9f16968c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5437696 Feb 17 21:23:26.862440 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841cd26a-489b-4330-8a31-eaf255b69f08 req-16b4ef7e-2e71-4f36-a569-07411efd69f1 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:23:26.864687 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-841cd26a-489b-4330-8a31-eaf255b69f08 req-16b4ef7e-2e71-4f36-a569-07411efd69f1 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=e7c9070a-5133-4e0c-8ade-bfb98204de89 HTTP/1.1" status: 200 len: 945 time: 0.2799351 Feb 17 21:23:26.986597 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-841cd26a-489b-4330-8a31-eaf255b69f08 req-236054eb-0478-47f2-817d-633cb14f3830 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/security-groups?id=04a44232-4f07-4600-9186-5378d4d7d051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706487 Feb 17 21:23:27.021541 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Device a0114e88-0045-437b-b855-cd01c2528a7d up at agent ovs-agent-hv-cinder-76019 {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:23:27.022034 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-e50edcd5-f1e7-4664-a0b0-bbfbc239e0ea req-8440cefa-a6fa-45b3-99e9-c0d5fd0e9b74 service neutron] 10.222.0.95 "GET /v2.0/networks/91ed6b15-96c5-473b-b3e5-022a9f16968c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1910551 Feb 17 21:23:27.108479 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Provisioning complete for port a0114e88-0045-437b-b855-cd01c2528a7d triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:23:27.108900 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:23:27.233486 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:23:27.265114 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2e05e33-855d-4e48-ae23-655eab5ed6d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0114e88-0045-437b-b855-cd01c2528a7d'}] {{(pid=83972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:23:27.276304 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] For port a0114e88-0045-437b-b855-cd01c2528a7d, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=a0114e88-0045-437b-b855-cd01c2528a7d,segment=NetworkSegment(52570e17-5638-48fe-bab3-82a71a5949b8),segment_id=52570e17-5638-48fe-bab3-82a71a5949b8)] {{(pid=83972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:23:27.279382 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:23:27.281382 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:23:27.356186 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Pushing event updated for resources: {'Port': ['ID=a0114e88-0045-437b-b855-cd01c2528a7d,revision_number=6']} {{(pid=83972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:23:27.360407 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:23:27.391341 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2e05e33-855d-4e48-ae23-655eab5ed6d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0114e88-0045-437b-b855-cd01c2528a7d', 'code': 200} Feb 17 21:23:27.435500 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f0921a-23e0-45d7-bc99-c7632ceba9ef req-ffb16777-2dbc-4f4c-9f7a-eba4c4c72b48 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:23:27.439111 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-48f0921a-23e0-45d7-bc99-c7632ceba9ef req-ffb16777-2dbc-4f4c-9f7a-eba4c4c72b48 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] 10.222.0.90 "GET /v2.0/ports?device_id=a2e05e33-855d-4e48-ae23-655eab5ed6d8 HTTP/1.1" status: 200 len: 946 time: 0.1135409 Feb 17 21:23:27.487502 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-48f0921a-23e0-45d7-bc99-c7632ceba9ef req-98ebcc08-2cfb-4a14-9d47-3bf2b09461b1 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] 10.222.0.90 "GET /v2.0/security-groups?id=54f127c0-a302-4400-a813-22dad7bea484&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0433998 Feb 17 21:23:27.724807 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27f5f65-bad3-45d3-9a55-a4824be1725f req-b18e7b07-8d80-4e08-ac78-4a0f65e1a5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:23:27.726773 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-e27f5f65-bad3-45d3-9a55-a4824be1725f req-b18e7b07-8d80-4e08-ac78-4a0f65e1a5e7 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=a2e05e33-855d-4e48-ae23-655eab5ed6d8 HTTP/1.1" status: 200 len: 1163 time: 0.0795310 Feb 17 21:23:27.770731 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-e27f5f65-bad3-45d3-9a55-a4824be1725f req-c7917cde-27cc-4dfa-bb53-f8c7eb7cf9f2 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=54f127c0-a302-4400-a813-22dad7bea484&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0360110 Feb 17 21:23:28.197314 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed87d5d-f08c-4265-b5cc-6abfe97ef720 req-f6b68a82-63f5-4205-bc81-08e7d08acd13 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:23:28.198953 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-3ed87d5d-f08c-4265-b5cc-6abfe97ef720 req-f6b68a82-63f5-4205-bc81-08e7d08acd13 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=e7c9070a-5133-4e0c-8ade-bfb98204de89 HTTP/1.1" status: 200 len: 945 time: 0.0896783 Feb 17 21:23:28.249646 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-3ed87d5d-f08c-4265-b5cc-6abfe97ef720 req-c8291b18-7efe-4b25-aaab-ce575d637c14 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/security-groups?id=04a44232-4f07-4600-9186-5378d4d7d051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442204 Feb 17 21:23:28.658585 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Device a0114e88-0045-437b-b855-cd01c2528a7d up at agent ovs-agent-hv-cinder-76019 {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:23:28.690314 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7ef873-5c18-44ad-981d-a50090e18b7d req-fe0a2d7f-8040-4211-bfe5-17756b8555d4 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:23:28.693087 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-1b7ef873-5c18-44ad-981d-a50090e18b7d req-fe0a2d7f-8040-4211-bfe5-17756b8555d4 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] 10.222.0.90 "GET /v2.0/ports?device_id=a2e05e33-855d-4e48-ae23-655eab5ed6d8 HTTP/1.1" status: 200 len: 946 time: 0.0873659 Feb 17 21:23:28.738414 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Provisioning complete for port a0114e88-0045-437b-b855-cd01c2528a7d triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:23:28.739004 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:23:28.743681 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-1b7ef873-5c18-44ad-981d-a50090e18b7d req-2be703dc-757f-451e-b8e6-40831a946f1e tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] 10.222.0.90 "GET /v2.0/security-groups?id=54f127c0-a302-4400-a813-22dad7bea484&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0440032 Feb 17 21:23:29.458441 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54f82cb-7802-440c-9c70-5f3144e7a263 req-623b0ce0-4d24-4d74-ad5e-8ea3da13a140 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:23:29.460010 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-e54f82cb-7802-440c-9c70-5f3144e7a263 req-623b0ce0-4d24-4d74-ad5e-8ea3da13a140 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=e7c9070a-5133-4e0c-8ade-bfb98204de89 HTTP/1.1" status: 200 len: 945 time: 0.0906370 Feb 17 21:23:29.470698 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:23:29.509310 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-e54f82cb-7802-440c-9c70-5f3144e7a263 req-0ccc1745-e420-4192-8653-75be62065d92 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/security-groups?id=04a44232-4f07-4600-9186-5378d4d7d051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428898 Feb 17 21:23:29.945249 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f013066-779e-42b3-afe6-26bae44fb801 req-63c4d2bc-73ca-44c1-9c23-144b358f5177 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:23:29.946879 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-4f013066-779e-42b3-afe6-26bae44fb801 req-63c4d2bc-73ca-44c1-9c23-144b358f5177 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] 10.222.0.90 "GET /v2.0/ports?device_id=a2e05e33-855d-4e48-ae23-655eab5ed6d8 HTTP/1.1" status: 200 len: 946 time: 0.0875790 Feb 17 21:23:29.998665 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-4f013066-779e-42b3-afe6-26bae44fb801 req-b647d5bb-3afd-4f19-805f-7f50333e7925 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] 10.222.0.90 "GET /v2.0/security-groups?id=54f127c0-a302-4400-a813-22dad7bea484&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.0454860 Feb 17 21:23:30.398369 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f197a9-c76f-4373-af09-4d41c2d09f15 req-1cb69714-a507-4526-a23e-d50dc08e363a tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:23:30.399181 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-c7f197a9-c76f-4373-af09-4d41c2d09f15 req-1cb69714-a507-4526-a23e-d50dc08e363a tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Synchronizing usage tracker for tenant:dd37991a5603474184e1e7e103b5e2e7 on resource:port {{(pid=83971) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:23:30.414028 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-c7f197a9-c76f-4373-af09-4d41c2d09f15 req-1cb69714-a507-4526-a23e-d50dc08e363a tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Unset dirty status for tenant:dd37991a5603474184e1e7e103b5e2e7 on resource:port {{(pid=83971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:23:30.415282 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-c7f197a9-c76f-4373-af09-4d41c2d09f15 req-1cb69714-a507-4526-a23e-d50dc08e363a tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.90 "GET /v2.0/ports?device_id=50d26802-c5aa-45f3-bdab-1816f86d43e6 HTTP/1.1" status: 200 len: 946 time: 0.1018322 Feb 17 21:23:30.434412 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ce5f6c7c-3bde-40b4-919b-f1473744cc23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:23:30.462638 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-c7f197a9-c76f-4373-af09-4d41c2d09f15 req-da17d56e-1a3f-497c-a194-7f179bad3148 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Synchronizing usage tracker for tenant:dd37991a5603474184e1e7e103b5e2e7 on resource:security_group {{(pid=83971) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:23:30.477895 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-c7f197a9-c76f-4373-af09-4d41c2d09f15 req-da17d56e-1a3f-497c-a194-7f179bad3148 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Unset dirty status for tenant:dd37991a5603474184e1e7e103b5e2e7 on resource:security_group {{(pid=83971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:23:30.479133 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-c7f197a9-c76f-4373-af09-4d41c2d09f15 req-da17d56e-1a3f-497c-a194-7f179bad3148 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.90 "GET /v2.0/security-groups?id=29732fa1-20df-4399-9daf-2f6c9147bbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575294 Feb 17 21:23:30.675913 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Device a0114e88-0045-437b-b855-cd01c2528a7d up at agent ovs-agent-hv-cinder-76019 {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:23:30.718362 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd98bfa-ce53-4332-959c-8ba506faa5b9 req-ed614052-93f6-472e-a208-a587987caf7d tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:23:30.720029 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-8bd98bfa-ce53-4332-959c-8ba506faa5b9 req-ed614052-93f6-472e-a208-a587987caf7d tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=e7c9070a-5133-4e0c-8ade-bfb98204de89 HTTP/1.1" status: 200 len: 945 time: 0.0924044 Feb 17 21:23:30.754212 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Provisioning complete for port a0114e88-0045-437b-b855-cd01c2528a7d triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:23:30.755168 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:23:30.772007 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-8bd98bfa-ce53-4332-959c-8ba506faa5b9 req-5fa00638-a7b2-4964-a4da-c1d8c3330e1a tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/security-groups?id=04a44232-4f07-4600-9186-5378d4d7d051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446267 Feb 17 21:23:31.701732 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76a9591-f876-4d51-8a6f-f5fb258ffae1 req-9ebff72c-83d7-4afc-be14-7518c5819243 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:23:31.712164 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-c76a9591-f876-4d51-8a6f-f5fb258ffae1 req-9ebff72c-83d7-4afc-be14-7518c5819243 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.90 "GET /v2.0/ports?device_id=50d26802-c5aa-45f3-bdab-1816f86d43e6 HTTP/1.1" status: 200 len: 946 time: 0.1027255 Feb 17 21:23:31.761453 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-c76a9591-f876-4d51-8a6f-f5fb258ffae1 req-d9478cc8-6923-4ad0-9b60-e626acae4878 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.90 "GET /v2.0/security-groups?id=29732fa1-20df-4399-9daf-2f6c9147bbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482697 Feb 17 21:23:32.003465 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f0a52c-40e6-496e-9ea3-d77cd539155d req-b171197a-5a03-42cc-852e-9244178435b1 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:23:32.007100 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-c6f0a52c-40e6-496e-9ea3-d77cd539155d req-b171197a-5a03-42cc-852e-9244178435b1 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=e7c9070a-5133-4e0c-8ade-bfb98204de89 HTTP/1.1" status: 200 len: 945 time: 0.1077416 Feb 17 21:23:32.075442 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-c6f0a52c-40e6-496e-9ea3-d77cd539155d req-fc2b890a-24ee-4cf3-9b85-a434e37e209a tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/security-groups?id=04a44232-4f07-4600-9186-5378d4d7d051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614057 Feb 17 21:23:32.483806 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4fa0fd-6b81-4d54-ac24-74ea2b98398c req-1a216540-0fec-436f-b760-7ebbd385aca6 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:23:32.486355 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-1c4fa0fd-6b81-4d54-ac24-74ea2b98398c req-1a216540-0fec-436f-b760-7ebbd385aca6 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.95 "GET /v2.0/ports?device_id=50d26802-c5aa-45f3-bdab-1816f86d43e6 HTTP/1.1" status: 200 len: 946 time: 0.0994713 Feb 17 21:23:32.496196 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-a081cfa3-b0a1-464e-a531-347d34457d23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:23:32.578279 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [req-1c4fa0fd-6b81-4d54-ac24-74ea2b98398c req-61c60960-685b-490b-a6c4-40e65d674a54 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Deleting port b9b20699-68d7-4a5d-ac0c-b5ea162a3433 {{(pid=83971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:23:32.578823 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-1c4fa0fd-6b81-4d54-ac24-74ea2b98398c req-61c60960-685b-490b-a6c4-40e65d674a54 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506882676'] for port, before_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:23:32.634846 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Device b9b20699-68d7-4a5d-ac0c-b5ea162a3433 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:23:32.764769 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:23:32.797620 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50d26802-c5aa-45f3-bdab-1816f86d43e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9b20699-68d7-4a5d-ac0c-b5ea162a3433'}] {{(pid=83972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:23:32.811071 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] For port b9b20699-68d7-4a5d-ac0c-b5ea162a3433, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=b9b20699-68d7-4a5d-ac0c-b5ea162a3433,segment=NetworkSegment(55b585c7-7eac-4e22-a330-06e1852eeb02),segment_id=55b585c7-7eac-4e22-a330-06e1852eeb02)] {{(pid=83972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:23:32.819401 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:23:32.821705 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d794633b-3731-4a93-b48b-8b0756725bec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:23:32.903013 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Pushing event updated for resources: {'Port': ['ID=b9b20699-68d7-4a5d-ac0c-b5ea162a3433,revision_number=7']} {{(pid=83972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:23:32.916716 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:23:33.047481 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50d26802-c5aa-45f3-bdab-1816f86d43e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9b20699-68d7-4a5d-ac0c-b5ea162a3433', 'code': 200} Feb 17 21:23:33.146043 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a13dcf0-a569-4ce7-b661-8ad0088747a1 req-0849ba1c-b3de-4dad-bdbc-29ecdd0931d5 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:23:33.149990 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-1a13dcf0-a569-4ce7-b661-8ad0088747a1 req-0849ba1c-b3de-4dad-bdbc-29ecdd0931d5 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.90 "GET /v2.0/ports?device_id=50d26802-c5aa-45f3-bdab-1816f86d43e6 HTTP/1.1" status: 200 len: 944 time: 0.2213285 Feb 17 21:23:33.157387 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [req-1c4fa0fd-6b81-4d54-ac24-74ea2b98398c req-61c60960-685b-490b-a6c4-40e65d674a54 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] For port b9b20699-68d7-4a5d-ac0c-b5ea162a3433, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=b9b20699-68d7-4a5d-ac0c-b5ea162a3433,segment=NetworkSegment(55b585c7-7eac-4e22-a330-06e1852eeb02),segment_id=55b585c7-7eac-4e22-a330-06e1852eeb02)] {{(pid=83971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:23:33.159065 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-1c4fa0fd-6b81-4d54-ac24-74ea2b98398c req-61c60960-685b-490b-a6c4-40e65d674a54 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-921726'] for port, precommit_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:23:33.262097 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f1cec3f0-2839-4108-802d-97c7b40b55a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:23:33.340114 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [req-1c4fa0fd-6b81-4d54-ac24-74ea2b98398c req-61c60960-685b-490b-a6c4-40e65d674a54 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Calling delete_port for b9b20699-68d7-4a5d-ac0c-b5ea162a3433 owned by compute:nova {{(pid=83971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:23:33.481163 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-1a13dcf0-a569-4ce7-b661-8ad0088747a1 req-4cf5fda1-a850-46ff-b867-f8e83401f145 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.90 "GET /v2.0/security-groups?id=29732fa1-20df-4399-9daf-2f6c9147bbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731546 Feb 17 21:23:33.543057 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623f4234-5672-4e8f-af7c-85564ab4c58c req-e7c86850-0103-4fb3-a04a-45579128c5dc tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:23:33.544726 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-623f4234-5672-4e8f-af7c-85564ab4c58c req-e7c86850-0103-4fb3-a04a-45579128c5dc tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=e7c9070a-5133-4e0c-8ade-bfb98204de89 HTTP/1.1" status: 200 len: 945 time: 0.2380989 Feb 17 21:23:33.572564 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.db.api [req-1c4fa0fd-6b81-4d54-ac24-74ea2b98398c req-61c60960-685b-490b-a6c4-40e65d674a54 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83971) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 21:23:33.573118 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_db.api [req-1c4fa0fd-6b81-4d54-ac24-74ea2b98398c req-61c60960-685b-490b-a6c4-40e65d674a54 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 21:23:33.614805 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-623f4234-5672-4e8f-af7c-85564ab4c58c req-fc6bac48-29ca-4c9b-99b9-185fca554755 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/security-groups?id=04a44232-4f07-4600-9186-5378d4d7d051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622344 Feb 17 21:23:34.074927 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [req-1c4fa0fd-6b81-4d54-ac24-74ea2b98398c req-61c60960-685b-490b-a6c4-40e65d674a54 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Deleting port b9b20699-68d7-4a5d-ac0c-b5ea162a3433 {{(pid=83971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:23:34.075720 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-1c4fa0fd-6b81-4d54-ac24-74ea2b98398c req-61c60960-685b-490b-a6c4-40e65d674a54 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506882676'] for port, before_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:23:34.371207 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [req-1c4fa0fd-6b81-4d54-ac24-74ea2b98398c req-61c60960-685b-490b-a6c4-40e65d674a54 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] For port b9b20699-68d7-4a5d-ac0c-b5ea162a3433, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=b9b20699-68d7-4a5d-ac0c-b5ea162a3433,segment=NetworkSegment(55b585c7-7eac-4e22-a330-06e1852eeb02),segment_id=55b585c7-7eac-4e22-a330-06e1852eeb02)] {{(pid=83971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:23:34.371607 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-1c4fa0fd-6b81-4d54-ac24-74ea2b98398c req-61c60960-685b-490b-a6c4-40e65d674a54 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-921726'] for port, precommit_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:23:34.501254 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:23:34.524773 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [req-1c4fa0fd-6b81-4d54-ac24-74ea2b98398c req-61c60960-685b-490b-a6c4-40e65d674a54 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Calling delete_port for b9b20699-68d7-4a5d-ac0c-b5ea162a3433 owned by compute:nova {{(pid=83971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:23:34.820979 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df340b4-bf4f-4f80-b703-909896bfd9a0 req-cf26e0fc-ead2-46ef-9346-3397966171e7 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:23:34.822601 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-8df340b4-bf4f-4f80-b703-909896bfd9a0 req-cf26e0fc-ead2-46ef-9346-3397966171e7 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.90 "GET /v2.0/ports?device_id=50d26802-c5aa-45f3-bdab-1816f86d43e6 HTTP/1.1" status: 200 len: 944 time: 0.2064960 Feb 17 21:23:34.833927 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-1c4fa0fd-6b81-4d54-ac24-74ea2b98398c req-61c60960-685b-490b-a6c4-40e65d674a54 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782347900463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782347493337'] for port, after_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:23:34.881601 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-38d3361b-b93a-4ef2-81ba-4fd2c4cbf851 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:23:35.002320 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-b3b29b12-cbe5-4ec2-9621-66af0787c66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:23:35.018286 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c60960-685b-490b-a6c4-40e65d674a54 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Pushing event deleted for resources: {'Port': ['ID=b9b20699-68d7-4a5d-ac0c-b5ea162a3433,revision_number=None']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:23:35.032878 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-61c60960-685b-490b-a6c4-40e65d674a54 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:23:35.117453 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-8df340b4-bf4f-4f80-b703-909896bfd9a0 req-3fe564d8-75a6-4d17-86c8-5bc245d83725 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.90 "GET /v2.0/security-groups?id=29732fa1-20df-4399-9daf-2f6c9147bbac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739434 Feb 17 21:23:35.177897 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c4fa0fd-6b81-4d54-ac24-74ea2b98398c req-61c60960-685b-490b-a6c4-40e65d674a54 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] No DVR routers for this DVR port b9b20699-68d7-4a5d-ac0c-b5ea162a3433 on host hv-cinder-76019 {{(pid=83971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 21:23:35.188808 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-1c4fa0fd-6b81-4d54-ac24-74ea2b98398c req-61c60960-685b-490b-a6c4-40e65d674a54 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768493'] for port, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:23:35.193249 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50d26802-c5aa-45f3-bdab-1816f86d43e6', 'name': 'network-vif-deleted', 'tag': 'b9b20699-68d7-4a5d-ac0c-b5ea162a3433'}] {{(pid=83971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:23:35.214989 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f024692c-1777-48c5-8026-6f1d6b237197 req-9a78c96d-f248-45e1-969a-cf74d139f825 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:23:35.216673 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-f024692c-1777-48c5-8026-6f1d6b237197 req-9a78c96d-f248-45e1-969a-cf74d139f825 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=e7c9070a-5133-4e0c-8ade-bfb98204de89 HTTP/1.1" status: 200 len: 945 time: 0.4420481 Feb 17 21:23:35.226222 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-1c4fa0fd-6b81-4d54-ac24-74ea2b98398c req-61c60960-685b-490b-a6c4-40e65d674a54 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] 10.222.0.95 "DELETE /v2.0/ports/b9b20699-68d7-4a5d-ac0c-b5ea162a3433 HTTP/1.1" status: 204 len: 173 time: 2.7331984 Feb 17 21:23:35.535555 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50d26802-c5aa-45f3-bdab-1816f86d43e6', 'name': 'network-vif-deleted', 'tag': 'b9b20699-68d7-4a5d-ac0c-b5ea162a3433', 'status': 'completed', 'code': 200} Feb 17 21:23:35.539187 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-f024692c-1777-48c5-8026-6f1d6b237197 req-fd1fb60c-b665-4bf4-a64f-862691c409f0 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/security-groups?id=04a44232-4f07-4600-9186-5378d4d7d051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3118539 Feb 17 21:23:36.780628 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be5c13d-c22a-48a3-aa53-a35334ce09b7 req-15769c9a-4d27-4004-8cdc-327242427ece tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:23:36.782358 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-9be5c13d-c22a-48a3-aa53-a35334ce09b7 req-15769c9a-4d27-4004-8cdc-327242427ece tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=e7c9070a-5133-4e0c-8ade-bfb98204de89 HTTP/1.1" status: 200 len: 945 time: 0.0966735 Feb 17 21:23:36.840498 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-9be5c13d-c22a-48a3-aa53-a35334ce09b7 req-6dc57686-7954-4066-8d46-4a2223207e87 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/security-groups?id=04a44232-4f07-4600-9186-5378d4d7d051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495932 Feb 17 21:23:37.228339 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 39660) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:23:37.948123 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-0b996cf4-d443-4ec1-829d-03da54737f7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853846128'] for router_interface, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:23:38.212121 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bf035f-e1c0-42b8-9703-88b635eae075 req-01b044d4-ae67-4530-90a8-230dae0de259 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:23:38.224223 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-73bf035f-e1c0-42b8-9703-88b635eae075 req-01b044d4-ae67-4530-90a8-230dae0de259 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=e7c9070a-5133-4e0c-8ade-bfb98204de89 HTTP/1.1" status: 200 len: 945 time: 0.1834276 Feb 17 21:23:38.329953 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-73bf035f-e1c0-42b8-9703-88b635eae075 req-6b019883-680f-4410-9acc-e5ba88e6e722 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/security-groups?id=04a44232-4f07-4600-9186-5378d4d7d051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046669 Feb 17 21:23:38.438245 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-0b996cf4-d443-4ec1-829d-03da54737f7b admin admin] Deleting port d1bd76bb-6378-4b02-8adc-7f6fa34a1913 {{(pid=83970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:23:38.438640 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-0b996cf4-d443-4ec1-829d-03da54737f7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506882676'] for port, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:23:38.639338 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-0b996cf4-d443-4ec1-829d-03da54737f7b admin admin] For port d1bd76bb-6378-4b02-8adc-7f6fa34a1913, host dv-cinder-760193-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-smb',level=0,port_id=d1bd76bb-6378-4b02-8adc-7f6fa34a1913,segment=NetworkSegment(55b585c7-7eac-4e22-a330-06e1852eeb02),segment_id=55b585c7-7eac-4e22-a330-06e1852eeb02)] {{(pid=83970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:23:38.640173 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-0b996cf4-d443-4ec1-829d-03da54737f7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-921726'] for port, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:23:38.786541 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-0b996cf4-d443-4ec1-829d-03da54737f7b admin admin] Calling delete_port for d1bd76bb-6378-4b02-8adc-7f6fa34a1913 owned by network:router_interface {{(pid=83970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:23:38.981587 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-0b996cf4-d443-4ec1-829d-03da54737f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782347900463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782347493337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1732037'] for port, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:23:38.999040 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:23:39.111362 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b996cf4-d443-4ec1-829d-03da54737f7b admin admin] Pushing event deleted for resources: {'Port': ['ID=d1bd76bb-6378-4b02-8adc-7f6fa34a1913,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:23:39.132501 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b996cf4-d443-4ec1-829d-03da54737f7b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:23:39.132935 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b996cf4-d443-4ec1-829d-03da54737f7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:23:39.133359 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b996cf4-d443-4ec1-829d-03da54737f7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:23:39.133774 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b996cf4-d443-4ec1-829d-03da54737f7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:23:39.134185 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b996cf4-d443-4ec1-829d-03da54737f7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:23:39.134630 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b996cf4-d443-4ec1-829d-03da54737f7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:23:39.135034 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b996cf4-d443-4ec1-829d-03da54737f7b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:23:39.135444 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b996cf4-d443-4ec1-829d-03da54737f7b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:23:39.135849 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b996cf4-d443-4ec1-829d-03da54737f7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:23:39.136275 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b996cf4-d443-4ec1-829d-03da54737f7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:23:39.136658 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b996cf4-d443-4ec1-829d-03da54737f7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:23:39.137054 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b996cf4-d443-4ec1-829d-03da54737f7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:23:39.137494 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b996cf4-d443-4ec1-829d-03da54737f7b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:23:39.137892 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b996cf4-d443-4ec1-829d-03da54737f7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:23:39.138293 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b996cf4-d443-4ec1-829d-03da54737f7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:23:39.138746 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b996cf4-d443-4ec1-829d-03da54737f7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:23:39.139146 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b996cf4-d443-4ec1-829d-03da54737f7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:23:39.139550 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b996cf4-d443-4ec1-829d-03da54737f7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:23:39.139925 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b996cf4-d443-4ec1-829d-03da54737f7b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:23:39.140325 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b996cf4-d443-4ec1-829d-03da54737f7b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:23:39.140746 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b996cf4-d443-4ec1-829d-03da54737f7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:23:39.141124 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b996cf4-d443-4ec1-829d-03da54737f7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:23:39.141518 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b996cf4-d443-4ec1-829d-03da54737f7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:23:39.141915 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b996cf4-d443-4ec1-829d-03da54737f7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:23:39.148307 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-0b996cf4-d443-4ec1-829d-03da54737f7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:23:39.560869 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-0b996cf4-d443-4ec1-829d-03da54737f7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853846018'] for router_interface, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:23:39.611892 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf1815c-1f49-4a1b-ae14-20fab2580ce3 req-0f03b130-425e-4f03-8294-60e4c23fb7f9 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:23:39.613947 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-cdf1815c-1f49-4a1b-ae14-20fab2580ce3 req-0f03b130-425e-4f03-8294-60e4c23fb7f9 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=e7c9070a-5133-4e0c-8ade-bfb98204de89 HTTP/1.1" status: 200 len: 945 time: 0.1017952 Feb 17 21:23:39.676489 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-cdf1815c-1f49-4a1b-ae14-20fab2580ce3 req-e07db002-69bd-4f77-960d-79392f0a6300 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/security-groups?id=04a44232-4f07-4600-9186-5378d4d7d051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547304 Feb 17 21:23:40.466663 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b996cf4-d443-4ec1-829d-03da54737f7b admin admin] Router 0b5cf012-3b04-40cc-b846-1081fba5f7c5 has already been hosted by L3 agent 0536e1cb-4d3e-42d2-8b6d-8bd52a4e2590 {{(pid=83970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 21:23:40.683715 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b996cf4-d443-4ec1-829d-03da54737f7b admin admin] Notify agent at l3_agent.dv-cinder-760193-4-smb the message routers_updated {{(pid=83970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 21:23:40.693125 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe81b95-0f95-4952-b21a-ece99b7fc78c None None] Sync routers for ids ['0b5cf012-3b04-40cc-b846-1081fba5f7c5'] in dv-cinder-760193-4-smb {{(pid=83972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 21:23:40.701061 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-0b996cf4-d443-4ec1-829d-03da54737f7b admin admin] 10.222.0.90 "PUT /v2.0/routers/0b5cf012-3b04-40cc-b846-1081fba5f7c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4707150 Feb 17 21:23:40.703834 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 39694) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:23:40.706797 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe81b95-0f95-4952-b21a-ece99b7fc78c None None] Routers {'0b5cf012-3b04-40cc-b846-1081fba5f7c5'} bound to L3 agent in host dv-cinder-760193-4-smb {{(pid=83972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:23:40.708343 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-dfe81b95-0f95-4952-b21a-ece99b7fc78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T21:09:02Z,description=,heartbeat_timestamp=2021-02-17T21:23:32Z,host='dv-cinder-760193-4-smb',id=0536e1cb-4d3e-42d2-8b6d-8bd52a4e2590,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T21:09:02Z,topic='l3_agent')) {'router_ids': ['0b5cf012-3b04-40cc-b846-1081fba5f7c5'], 'active': True} {{(pid=83972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:23:40.923867 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvr_db [None req-dfe81b95-0f95-4952-b21a-ece99b7fc78c None None] Set router 0b5cf012-3b04-40cc-b846-1081fba5f7c5 gateway port host: dv-cinder-760193-4-smb {{(pid=83972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:23:41.010632 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-dada300e-5e0e-4904-920e-c66aa9983cb9 admin admin] Notify callbacks [] for router, before_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:23:41.157485 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c06a0f-7a8f-47bc-b2f5-ba2430ac79c3 req-52e09fba-a333-4132-8776-b480f229e0e8 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:23:41.159129 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-06c06a0f-7a8f-47bc-b2f5-ba2430ac79c3 req-52e09fba-a333-4132-8776-b480f229e0e8 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=e7c9070a-5133-4e0c-8ade-bfb98204de89 HTTP/1.1" status: 200 len: 945 time: 0.3070066 Feb 17 21:23:41.230672 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-06c06a0f-7a8f-47bc-b2f5-ba2430ac79c3 req-368416c9-97cf-4d16-a05e-7a163a6f2ad1 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/security-groups?id=04a44232-4f07-4600-9186-5378d4d7d051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626953 Feb 17 21:23:41.238114 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-dfe81b95-0f95-4952-b21a-ece99b7fc78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5cf012-3b04-40cc-b846-1081fba5f7c5', 'name': 'tempest-TestMinimumBasicScenario-589450793-router', 'tenant_id': 'dd37991a5603474184e1e7e103b5e2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'external_fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.251'}], 'enable_snat': True}, 'gw_port_id': 'e9cb67b1-bba5-451b-8ab4-122f07879e89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:20:39Z', 'updated_at': '2021-02-17T21:23:38Z', 'revision_number': 5, 'project_id': 'dd37991a5603474184e1e7e103b5e2e7', 'gw_port': {'id': 'e9cb67b1-bba5-451b-8ab4-122f07879e89', 'name': '', 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:60:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5cf012-3b04-40cc-b846-1081fba5f7c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:20:40Z', 'updated_at': '2021-02-17T21:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-smb'}], 'dv-cinder-760193-4-smb', False) {} {{(pid=83972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:23:41.244796 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe81b95-0f95-4952-b21a-ece99b7fc78c None None] Checking router: 0b5cf012-3b04-40cc-b846-1081fba5f7c5 for host: dv-cinder-760193-4-smb {{(pid=83972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 21:23:41.255111 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe81b95-0f95-4952-b21a-ece99b7fc78c None None] Routers {'0b5cf012-3b04-40cc-b846-1081fba5f7c5'} bound to L3 agent in host dv-cinder-760193-4-smb {{(pid=83972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:23:41.255786 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-dfe81b95-0f95-4952-b21a-ece99b7fc78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-17T21:09:02Z,description=,heartbeat_timestamp=2021-02-17T21:23:32Z,host='dv-cinder-760193-4-smb',id=0536e1cb-4d3e-42d2-8b6d-8bd52a4e2590,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T21:09:02Z,topic='l3_agent')) {'router_ids': ['0b5cf012-3b04-40cc-b846-1081fba5f7c5'], 'active': True} {{(pid=83972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:23:41.256665 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-dada300e-5e0e-4904-920e-c66aa9983cb9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:23:41.270785 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-dada300e-5e0e-4904-920e-c66aa9983cb9 admin admin] Deleting port e9cb67b1-bba5-451b-8ab4-122f07879e89 {{(pid=83971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:23:41.271182 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-dada300e-5e0e-4904-920e-c66aa9983cb9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506882676'] for port, before_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:23:41.421148 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvr_db [None req-dfe81b95-0f95-4952-b21a-ece99b7fc78c None None] Set router 0b5cf012-3b04-40cc-b846-1081fba5f7c5 gateway port host: None {{(pid=83972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:23:41.468962 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-dada300e-5e0e-4904-920e-c66aa9983cb9 admin admin] For port e9cb67b1-bba5-451b-8ab4-122f07879e89, host dv-cinder-760193-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-smb',level=0,port_id=e9cb67b1-bba5-451b-8ab4-122f07879e89,segment=NetworkSegment(1160e08b-7d0c-4f07-a68b-9e1b3764f9c4),segment_id=1160e08b-7d0c-4f07-a68b-9e1b3764f9c4)] {{(pid=83971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:23:41.469566 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-dada300e-5e0e-4904-920e-c66aa9983cb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-921726'] for port, precommit_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:23:41.560831 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-dfe81b95-0f95-4952-b21a-ece99b7fc78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5cf012-3b04-40cc-b846-1081fba5f7c5', 'name': 'tempest-TestMinimumBasicScenario-589450793-router', 'tenant_id': 'dd37991a5603474184e1e7e103b5e2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:20:39Z', 'updated_at': '2021-02-17T21:23:41Z', 'revision_number': 6, 'project_id': 'dd37991a5603474184e1e7e103b5e2e7', 'gw_port_host': None}], 'dv-cinder-760193-4-smb', False) {} {{(pid=83972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:23:41.565241 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe81b95-0f95-4952-b21a-ece99b7fc78c None None] The sync data for ids ['0b5cf012-3b04-40cc-b846-1081fba5f7c5'] in dv-cinder-760193-4-smb is: [{'id': '0b5cf012-3b04-40cc-b846-1081fba5f7c5', 'name': 'tempest-TestMinimumBasicScenario-589450793-router', 'tenant_id': 'dd37991a5603474184e1e7e103b5e2e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:20:39Z', 'updated_at': '2021-02-17T21:23:41Z', 'revision_number': 6, 'project_id': 'dd37991a5603474184e1e7e103b5e2e7', 'gw_port_host': None}] {{(pid=83972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 21:23:41.633026 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-dada300e-5e0e-4904-920e-c66aa9983cb9 admin admin] Calling delete_port for e9cb67b1-bba5-451b-8ab4-122f07879e89 owned by network:router_gateway {{(pid=83971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:23:41.973692 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b009ab-8b61-4c15-adb9-90e80aab5a51 req-010fbfa7-b5b7-4378-8594-378fe01a505a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:23:41.975347 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-92b009ab-8b61-4c15-adb9-90e80aab5a51 req-010fbfa7-b5b7-4378-8594-378fe01a505a service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=9c7bb313aece425aab5e866c385e03ee&device_id=e7c9070a-5133-4e0c-8ade-bfb98204de89 HTTP/1.1" status: 200 len: 1162 time: 0.3046830 Feb 17 21:23:42.083599 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Device d1bd76bb-6378-4b02-8adc-7f6fa34a1913 no longer exists at agent ovs-agent-dv-cinder-760193-4-smb {{(pid=83972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:23:42.124557 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] No Port match for: d1bd76bb-6378-4b02-8adc-7f6fa34a1913 {{(pid=83972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 21:23:42.124954 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Device d1bd76bb-6378-4b02-8adc-7f6fa34a1913 not bound to the agent host dv-cinder-760193-4-smb {{(pid=83972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 21:23:42.125420 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Device e9cb67b1-bba5-451b-8ab4-122f07879e89 no longer exists at agent ovs-agent-dv-cinder-760193-4-smb {{(pid=83972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:23:42.211371 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b009ab-8b61-4c15-adb9-90e80aab5a51 req-2f61dc83-4d40-4917-a068-d9dfb5b650ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:23:42.212982 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-92b009ab-8b61-4c15-adb9-90e80aab5a51 req-2f61dc83-4d40-4917-a068-d9dfb5b650ce service neutron] 10.222.0.95 "GET /v2.0/networks?id=a116bda0-2aab-4a78-81df-3e3c3d982929 HTTP/1.1" status: 200 len: 911 time: 0.2302585 Feb 17 21:23:42.249924 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:23:42.282403 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-dada300e-5e0e-4904-920e-c66aa9983cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782347900463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782347493337'] for port, after_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:23:42.313404 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-64ba2910-5ed1-42f6-b969-1c6a3be281ac tempest-AttachVolumeNegativeTest-1690634480 tempest-AttachVolumeNegativeTest-1690634480-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:23:42.650970 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dada300e-5e0e-4904-920e-c66aa9983cb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9cb67b1-bba5-451b-8ab4-122f07879e89,revision_number=None']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:23:42.699759 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-dada300e-5e0e-4904-920e-c66aa9983cb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:23:42.740654 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-92b009ab-8b61-4c15-adb9-90e80aab5a51 req-c402ddb8-5dbd-44ec-b15f-c10a51d42f8d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6cd2429-f68c-4aed-b77d-a3e9f30e8aa5 HTTP/1.1" status: 200 len: 1000 time: 0.5198503 Feb 17 21:23:42.860250 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b009ab-8b61-4c15-adb9-90e80aab5a51 req-bc3270de-dcd7-4567-b6fc-f2ae84075fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:23:42.861825 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-92b009ab-8b61-4c15-adb9-90e80aab5a51 req-bc3270de-dcd7-4567-b6fc-f2ae84075fa7 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=94f0a19c-985b-4196-aff1-8f20e10c98ae HTTP/1.1" status: 200 len: 856 time: 0.1055059 Feb 17 21:23:42.862584 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-dada300e-5e0e-4904-920e-c66aa9983cb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-925322'] for router_gateway, after_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:23:42.917179 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9345dd8e-6fdf-4633-91b8-0e9d11cca3be req-004d35a8-be1a-4dfc-9f59-090790413951 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:23:42.918809 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-9345dd8e-6fdf-4633-91b8-0e9d11cca3be req-004d35a8-be1a-4dfc-9f59-090790413951 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=e7c9070a-5133-4e0c-8ade-bfb98204de89 HTTP/1.1" status: 200 len: 945 time: 0.2803292 Feb 17 21:23:43.134563 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-dada300e-5e0e-4904-920e-c66aa9983cb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853848262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773574'] for router, precommit_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:23:43.143736 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-dada300e-5e0e-4904-920e-c66aa9983cb9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:23:43.245157 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-9345dd8e-6fdf-4633-91b8-0e9d11cca3be req-b6a0030f-43ff-4665-b282-67b6b9841263 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/security-groups?id=04a44232-4f07-4600-9186-5378d4d7d051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2274790 Feb 17 21:23:43.251398 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-dada300e-5e0e-4904-920e-c66aa9983cb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853847272'] for router, after_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:23:43.251949 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dada300e-5e0e-4904-920e-c66aa9983cb9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b5cf012-3b04-40cc-b846-1081fba5f7c5 {{(pid=83971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 21:23:43.270976 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b009ab-8b61-4c15-adb9-90e80aab5a51 req-9d79ab83-4210-4340-9666-99e308db5502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:23:43.272603 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-92b009ab-8b61-4c15-adb9-90e80aab5a51 req-9d79ab83-4210-4340-9666-99e308db5502 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a116bda0-2aab-4a78-81df-3e3c3d982929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3668001 Feb 17 21:23:43.275705 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-dada300e-5e0e-4904-920e-c66aa9983cb9 admin admin] Notify callbacks [] for router, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:23:43.276964 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-dada300e-5e0e-4904-920e-c66aa9983cb9 admin admin] 10.222.0.90 "DELETE /v2.0/routers/0b5cf012-3b04-40cc-b846-1081fba5f7c5 HTTP/1.1" status: 204 len: 168 time: 2.5716984 Feb 17 21:23:43.279816 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 39726) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:23:43.355906 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8a4f403-ae04-4d19-a280-6560eddbc1b7 admin admin] Deleting subnet bd2c5f1d-7235-45ff-833f-908aea4c2ec0 {{(pid=83970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 21:23:43.359036 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f8a4f403-ae04-4d19-a280-6560eddbc1b7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:23:43.416749 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f8a4f403-ae04-4d19-a280-6560eddbc1b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1702825'] for subnet, precommit_delete_associations {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:23:43.421184 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-92b009ab-8b61-4c15-adb9-90e80aab5a51 req-d5b5c0f3-9fe3-4412-9b79-40c71f630001 service neutron] 10.222.0.95 "GET /v2.0/networks/a116bda0-2aab-4a78-81df-3e3c3d982929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411479 Feb 17 21:23:43.539611 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f8a4f403-ae04-4d19-a280-6560eddbc1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8265988'] for subnet, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:23:43.567729 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-92b009ab-8b61-4c15-adb9-90e80aab5a51 req-dacdeaac-1d80-4c6c-bc66-8da1b1e2a550 service neutron] 10.222.0.95 "GET /v2.0/networks/a116bda0-2aab-4a78-81df-3e3c3d982929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1389074 Feb 17 21:23:43.798236 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f8a4f403-ae04-4d19-a280-6560eddbc1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846509796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1731089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2343163'] for subnet, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:23:43.814437 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:23:43.898348 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a4f403-ae04-4d19-a280-6560eddbc1b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd2c5f1d-7235-45ff-833f-908aea4c2ec0,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:23:43.905165 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-f8a4f403-ae04-4d19-a280-6560eddbc1b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:23:43.949258 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f8a4f403-ae04-4d19-a280-6560eddbc1b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854194843'] for subnet, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:23:43.954866 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1803aed4-f156-452f-b9c9-dd632ce38f24 None None] Network 91ed6b15-96c5-473b-b3e5-022a9f16968c requested from dv-cinder-760193-4-smb {{(pid=83972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 21:23:43.955766 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-f8a4f403-ae04-4d19-a280-6560eddbc1b7 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/bd2c5f1d-7235-45ff-833f-908aea4c2ec0 HTTP/1.1" status: 204 len: 168 time: 0.6743371 Feb 17 21:23:43.957849 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 39730) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:23:44.076789 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-30e91410-55a6-423b-9a58-6993a876627f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866049'] for network, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:23:44.154862 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-30e91410-55a6-423b-9a58-6993a876627f admin admin] Deleting port d5ef704f-aec8-449a-942c-67f1853ec81b {{(pid=83970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:23:44.155178 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-30e91410-55a6-423b-9a58-6993a876627f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506882676'] for port, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:23:44.233118 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6771c16e-1fce-4901-90a4-5fe208dd3119 None None] DHCP port deletion for 91ed6b15-96c5-473b-b3e5-022a9f16968c request from dv-cinder-760193-4-smb {{(pid=83972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 21:23:44.237663 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-6771c16e-1fce-4901-90a4-5fe208dd3119 None None] Deleting port d5ef704f-aec8-449a-942c-67f1853ec81b {{(pid=83972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:23:44.238167 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-6771c16e-1fce-4901-90a4-5fe208dd3119 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506882676'] for port, before_delete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:23:44.387492 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-30e91410-55a6-423b-9a58-6993a876627f admin admin] For port d5ef704f-aec8-449a-942c-67f1853ec81b, host dv-cinder-760193-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-smb',level=0,port_id=d5ef704f-aec8-449a-942c-67f1853ec81b,segment=NetworkSegment(55b585c7-7eac-4e22-a330-06e1852eeb02),segment_id=55b585c7-7eac-4e22-a330-06e1852eeb02)] {{(pid=83970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:23:44.388179 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-30e91410-55a6-423b-9a58-6993a876627f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-921726'] for port, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:23:44.488110 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-6771c16e-1fce-4901-90a4-5fe208dd3119 None None] For port d5ef704f-aec8-449a-942c-67f1853ec81b, host dv-cinder-760193-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-smb',level=0,port_id=d5ef704f-aec8-449a-942c-67f1853ec81b,segment=NetworkSegment(55b585c7-7eac-4e22-a330-06e1852eeb02),segment_id=55b585c7-7eac-4e22-a330-06e1852eeb02)] {{(pid=83972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:23:44.489224 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-6771c16e-1fce-4901-90a4-5fe208dd3119 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-921726'] for port, precommit_delete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:23:44.501401 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06352e-25a9-4122-8bf1-2c434906f8fb req-d4ba756a-42ae-4331-9553-07dd590f35bc tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:23:44.507140 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-3a06352e-25a9-4122-8bf1-2c434906f8fb req-d4ba756a-42ae-4331-9553-07dd590f35bc tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=e7c9070a-5133-4e0c-8ade-bfb98204de89 HTTP/1.1" status: 200 len: 945 time: 0.1126311 Feb 17 21:23:44.532806 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-30e91410-55a6-423b-9a58-6993a876627f admin admin] Calling delete_port for d5ef704f-aec8-449a-942c-67f1853ec81b owned by network:dhcp {{(pid=83970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:23:44.564612 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-3a06352e-25a9-4122-8bf1-2c434906f8fb req-11ceb324-d393-48fd-aec1-ee5842d973b4 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/security-groups?id=04a44232-4f07-4600-9186-5378d4d7d051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535274 Feb 17 21:23:44.623761 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-30e91410-55a6-423b-9a58-6993a876627f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782347900463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782347493337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1732037'] for port, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:23:44.640652 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:23:44.655303 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-6771c16e-1fce-4901-90a4-5fe208dd3119 None None] Calling delete_port for d5ef704f-aec8-449a-942c-67f1853ec81b owned by network:dhcp {{(pid=83972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:23:44.744650 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e91410-55a6-423b-9a58-6993a876627f admin admin] Pushing event deleted for resources: {'Port': ['ID=d5ef704f-aec8-449a-942c-67f1853ec81b,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:23:44.748908 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-30e91410-55a6-423b-9a58-6993a876627f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:23:44.794430 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e91410-55a6-423b-9a58-6993a876627f admin admin] No DVR routers for this DVR port d5ef704f-aec8-449a-942c-67f1853ec81b on host dv-cinder-760193-4-smb {{(pid=83970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 21:23:44.925327 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-30e91410-55a6-423b-9a58-6993a876627f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8267677', 'neutron.services.segments.db._delete_segments_for_network-8782348058381'] for network, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:23:44.980119 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.db.api [None req-6771c16e-1fce-4901-90a4-5fe208dd3119 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83972) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 21:23:44.980525 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_db.api [None req-6771c16e-1fce-4901-90a4-5fe208dd3119 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 21:23:45.041539 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.services.segments.db [None req-30e91410-55a6-423b-9a58-6993a876627f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91ed6b15-96c5-473b-b3e5-022a9f16968c']}} {{(pid=83970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:23:45.054434 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.services.segments.db [None req-30e91410-55a6-423b-9a58-6993a876627f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55b585c7-7eac-4e22-a330-06e1852eeb02') {'for_net_delete': True} {{(pid=83970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:23:45.054809 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.services.segments.db [None req-30e91410-55a6-423b-9a58-6993a876627f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55b585c7-7eac-4e22-a330-06e1852eeb02') {} {{(pid=83970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:23:45.067652 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-30e91410-55a6-423b-9a58-6993a876627f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782348055309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853072975'] for segment, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:23:45.082573 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-30e91410-55a6-423b-9a58-6993a876627f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846507987'] for segment, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:23:45.084586 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-30e91410-55a6-423b-9a58-6993a876627f admin admin] Releasing vxlan tunnel 11 to pool {{(pid=83970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 21:23:45.270836 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [None req-30e91410-55a6-423b-9a58-6993a876627f admin admin] Network 91ed6b15-96c5-473b-b3e5-022a9f16968c has no segments {{(pid=83970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 21:23:45.280081 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-30e91410-55a6-423b-9a58-6993a876627f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8267797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853043730'] for segment, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:23:45.459200 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [None req-30e91410-55a6-423b-9a58-6993a876627f admin admin] Network 91ed6b15-96c5-473b-b3e5-022a9f16968c has no segments {{(pid=83970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 21:23:45.481575 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-6771c16e-1fce-4901-90a4-5fe208dd3119 None None] Deleting port d5ef704f-aec8-449a-942c-67f1853ec81b {{(pid=83972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:23:45.482263 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-6771c16e-1fce-4901-90a4-5fe208dd3119 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506882676'] for port, before_delete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:23:45.485600 dv-cinder-760193-4-smb neutron-server[83861]: Traceback (most recent call last): Feb 17 21:23:45.485600 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 21:23:45.485600 dv-cinder-760193-4-smb neutron-server[83861]: timer() Feb 17 21:23:45.485600 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 21:23:45.485600 dv-cinder-760193-4-smb neutron-server[83861]: cb(*args, **kw) Feb 17 21:23:45.485600 dv-cinder-760193-4-smb neutron-server[83861]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 21:23:45.485600 dv-cinder-760193-4-smb neutron-server[83861]: return func(*args, **kwargs) Feb 17 21:23:45.485600 dv-cinder-760193-4-smb neutron-server[83861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 21:23:45.485600 dv-cinder-760193-4-smb neutron-server[83861]: self._notify() Feb 17 21:23:45.485600 dv-cinder-760193-4-smb neutron-server[83861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 21:23:45.485600 dv-cinder-760193-4-smb neutron-server[83861]: self.callback(batched_events) Feb 17 21:23:45.485600 dv-cinder-760193-4-smb neutron-server[83861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 21:23:45.485600 dv-cinder-760193-4-smb neutron-server[83861]: event.method(event) Feb 17 21:23:45.485600 dv-cinder-760193-4-smb neutron-server[83861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 21:23:45.485600 dv-cinder-760193-4-smb neutron-server[83861]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 21:23:45.485600 dv-cinder-760193-4-smb neutron-server[83861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 21:23:45.485600 dv-cinder-760193-4-smb neutron-server[83861]: segment_id)['aggregates'][0] Feb 17 21:23:45.485600 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 21:23:45.485600 dv-cinder-760193-4-smb neutron-server[83861]: return f(self, *a, **k) Feb 17 21:23:45.485600 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 21:23:45.485600 dv-cinder-760193-4-smb neutron-server[83861]: return self._get(url).json() Feb 17 21:23:45.485600 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 21:23:45.485600 dv-cinder-760193-4-smb neutron-server[83861]: **kwargs) Feb 17 21:23:45.485600 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 21:23:45.485600 dv-cinder-760193-4-smb neutron-server[83861]: return self.request(url, 'GET', **kwargs) Feb 17 21:23:45.485600 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 21:23:45.485600 dv-cinder-760193-4-smb neutron-server[83861]: **endpoint_filter) Feb 17 21:23:45.485600 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 21:23:45.485600 dv-cinder-760193-4-smb neutron-server[83861]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 21:23:45.485600 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 21:23:45.485600 dv-cinder-760193-4-smb neutron-server[83861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 21:23:45.485600 dv-cinder-760193-4-smb neutron-server[83861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 21:23:45.557883 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-6771c16e-1fce-4901-90a4-5fe208dd3119 None None] The port 'd5ef704f-aec8-449a-942c-67f1853ec81b' was deleted {{(pid=83972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 21:23:45.562767 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-30e91410-55a6-423b-9a58-6993a876627f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846508139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853850419'] for network, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:23:45.567396 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-30e91410-55a6-423b-9a58-6993a876627f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854194843'] for network, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:23:45.571153 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:23:45.594354 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e91410-55a6-423b-9a58-6993a876627f admin admin] Pushing event deleted for resources: {'Network': ['ID=91ed6b15-96c5-473b-b3e5-022a9f16968c,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:23:45.597440 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-30e91410-55a6-423b-9a58-6993a876627f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:23:45.606450 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-30e91410-55a6-423b-9a58-6993a876627f admin admin] 10.222.0.90 "DELETE /v2.0/networks/91ed6b15-96c5-473b-b3e5-022a9f16968c HTTP/1.1" status: 204 len: 168 time: 1.6475561 Feb 17 21:23:45.793537 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846abf50-cb3e-408d-865f-fb9921638387 req-b0faafb1-b705-43af-aebe-9cfe76918a94 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:23:45.799462 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-846abf50-cb3e-408d-865f-fb9921638387 req-b0faafb1-b705-43af-aebe-9cfe76918a94 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=e7c9070a-5133-4e0c-8ade-bfb98204de89 HTTP/1.1" status: 200 len: 945 time: 0.1078699 Feb 17 21:23:45.808604 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 39756) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:23:45.848718 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-846abf50-cb3e-408d-865f-fb9921638387 req-d7845d03-d9f4-4a8d-9574-d0f796d8ae45 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/security-groups?id=04a44232-4f07-4600-9186-5378d4d7d051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461469 Feb 17 21:23:45.866413 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-ad988c75-79db-413b-9f31-e8af013fbe12 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=dd37991a5603474184e1e7e103b5e2e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0564079 Feb 17 21:23:45.869068 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 39760) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:23:45.931877 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-012c8b7f-dece-45c5-aef1-30d248a8a548 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:23:45.959368 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-012c8b7f-dece-45c5-aef1-30d248a8a548 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:23:46.017466 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-012c8b7f-dece-45c5-aef1-30d248a8a548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:23:46.024420 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-f517e6d0-60c1-4dc6-b31f-683eda7661d6 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:23:46.041839 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012c8b7f-dece-45c5-aef1-30d248a8a548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29732fa1-20df-4399-9daf-2f6c9147bbac,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:23:46.044894 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-012c8b7f-dece-45c5-aef1-30d248a8a548 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:23:46.060844 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-012c8b7f-dece-45c5-aef1-30d248a8a548 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:23:46.065123 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-012c8b7f-dece-45c5-aef1-30d248a8a548 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/29732fa1-20df-4399-9daf-2f6c9147bbac HTTP/1.1" status: 204 len: 168 time: 0.1949990 Feb 17 21:23:46.119834 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Device d5ef704f-aec8-449a-942c-67f1853ec81b no longer exists at agent ovs-agent-dv-cinder-760193-4-smb {{(pid=83972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:23:46.184360 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] No Port match for: d5ef704f-aec8-449a-942c-67f1853ec81b {{(pid=83972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 21:23:46.184982 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Device d5ef704f-aec8-449a-942c-67f1853ec81b not bound to the agent host dv-cinder-760193-4-smb {{(pid=83972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 21:23:46.662246 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Device a6cd2429-f68c-4aed-b77d-a3e9f30e8aa5 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:23:46.787705 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:23:46.816540 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7c9070a-5133-4e0c-8ade-bfb98204de89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6cd2429-f68c-4aed-b77d-a3e9f30e8aa5'}] {{(pid=83972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:23:46.827426 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] For port a6cd2429-f68c-4aed-b77d-a3e9f30e8aa5, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=a6cd2429-f68c-4aed-b77d-a3e9f30e8aa5,segment=NetworkSegment(38c8979f-713f-4e0b-b4ed-e9896b157798),segment_id=38c8979f-713f-4e0b-b4ed-e9896b157798)] {{(pid=83972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:23:46.832836 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:23:46.836904 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:23:46.935395 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Pushing event updated for resources: {'Port': ['ID=a6cd2429-f68c-4aed-b77d-a3e9f30e8aa5,revision_number=5']} {{(pid=83972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:23:46.947958 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:23:46.966717 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6801c3c-cd51-4920-876c-0ec640664156 req-3a7285cc-3231-46d5-b994-4b55b85cc2cb tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:23:46.968584 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-e6801c3c-cd51-4920-876c-0ec640664156 req-3a7285cc-3231-46d5-b994-4b55b85cc2cb tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=e7c9070a-5133-4e0c-8ade-bfb98204de89 HTTP/1.1" status: 200 len: 943 time: 0.1153157 Feb 17 21:23:47.018543 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-e6801c3c-cd51-4920-876c-0ec640664156 req-d9f36fad-7fd7-43fd-84c7-ff89dca22478 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/security-groups?id=04a44232-4f07-4600-9186-5378d4d7d051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420403 Feb 17 21:23:47.036049 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 39802) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:23:47.138062 dv-cinder-760193-4-smb neutron-server[83861]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e7c9070a-5133-4e0c-8ade-bfb98204de89', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a6cd2429-f68c-4aed-b77d-a3e9f30e8aa5', 'code': 422} returned with failed status Feb 17 21:23:47.184946 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-ade44b6d-0908-482a-829a-1d913ee25265 req-54a516a1-8dd2-40df-b7a9-0b399664b9b0 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=e7c9070a-5133-4e0c-8ade-bfb98204de89&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1472421 Feb 17 21:23:48.231611 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84be4ce5-ea33-4273-a7ea-6aee32d78a59 req-98b62b28-8a34-4ac1-a434-d4c5c5d50a53 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:23:48.233269 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-84be4ce5-ea33-4273-a7ea-6aee32d78a59 req-98b62b28-8a34-4ac1-a434-d4c5c5d50a53 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=e7c9070a-5133-4e0c-8ade-bfb98204de89 HTTP/1.1" status: 200 len: 943 time: 0.0909009 Feb 17 21:23:48.283428 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-84be4ce5-ea33-4273-a7ea-6aee32d78a59 req-e7a8c9f3-c246-4821-9c7c-721bb397a8a9 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/security-groups?id=04a44232-4f07-4600-9186-5378d4d7d051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430207 Feb 17 21:23:48.367505 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade44b6d-0908-482a-829a-1d913ee25265 req-29e05210-bd6b-4cb0-825d-d1b3342604b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:23:48.369018 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-ade44b6d-0908-482a-829a-1d913ee25265 req-29e05210-bd6b-4cb0-825d-d1b3342604b4 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=e7c9070a-5133-4e0c-8ade-bfb98204de89&tenant_id=9c7bb313aece425aab5e866c385e03ee HTTP/1.1" status: 200 len: 1160 time: 0.0774872 Feb 17 21:23:48.472365 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade44b6d-0908-482a-829a-1d913ee25265 req-a73ce22b-6251-4395-ab07-7e3b5a1a944d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:23:48.474499 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-ade44b6d-0908-482a-829a-1d913ee25265 req-a73ce22b-6251-4395-ab07-7e3b5a1a944d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=9c7bb313aece425aab5e866c385e03ee&device_id=e7c9070a-5133-4e0c-8ade-bfb98204de89 HTTP/1.1" status: 200 len: 1160 time: 0.0812805 Feb 17 21:23:48.617483 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade44b6d-0908-482a-829a-1d913ee25265 req-736ee6bf-bbd5-4798-a4b6-7099848202b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:23:48.619146 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-ade44b6d-0908-482a-829a-1d913ee25265 req-736ee6bf-bbd5-4798-a4b6-7099848202b9 service neutron] 10.222.0.95 "GET /v2.0/networks?id=a116bda0-2aab-4a78-81df-3e3c3d982929 HTTP/1.1" status: 200 len: 911 time: 0.1371131 Feb 17 21:23:48.736140 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-ade44b6d-0908-482a-829a-1d913ee25265 req-fe50c0ed-e037-404f-b061-dc79eba56912 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6cd2429-f68c-4aed-b77d-a3e9f30e8aa5 HTTP/1.1" status: 200 len: 998 time: 0.1069529 Feb 17 21:23:48.805119 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade44b6d-0908-482a-829a-1d913ee25265 req-63533f6a-df9b-4c73-91ed-d3d97c8688b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:23:48.806826 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-ade44b6d-0908-482a-829a-1d913ee25265 req-63533f6a-df9b-4c73-91ed-d3d97c8688b4 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=94f0a19c-985b-4196-aff1-8f20e10c98ae HTTP/1.1" status: 200 len: 856 time: 0.0638192 Feb 17 21:23:48.890972 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade44b6d-0908-482a-829a-1d913ee25265 req-8886523c-49a2-4593-96d7-1ca32ca281d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:23:48.892500 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-ade44b6d-0908-482a-829a-1d913ee25265 req-8886523c-49a2-4593-96d7-1ca32ca281d1 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a116bda0-2aab-4a78-81df-3e3c3d982929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0777190 Feb 17 21:23:49.037567 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-ade44b6d-0908-482a-829a-1d913ee25265 req-75ee5022-378a-4d13-a7c1-76d14086b9db service neutron] 10.222.0.95 "GET /v2.0/networks/a116bda0-2aab-4a78-81df-3e3c3d982929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375973 Feb 17 21:23:49.185858 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-ade44b6d-0908-482a-829a-1d913ee25265 req-7349fa0a-c443-4de9-aad9-6183a6427d92 service neutron] 10.222.0.95 "GET /v2.0/networks/a116bda0-2aab-4a78-81df-3e3c3d982929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1407290 Feb 17 21:23:49.505261 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00c12dc-a936-4e24-98d2-a0a6662e5fa8 req-a01f7e73-154c-43ce-8abf-c817293b2e5a tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:23:49.506914 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-a00c12dc-a936-4e24-98d2-a0a6662e5fa8 req-a01f7e73-154c-43ce-8abf-c817293b2e5a tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=e7c9070a-5133-4e0c-8ade-bfb98204de89 HTTP/1.1" status: 200 len: 943 time: 0.0971508 Feb 17 21:23:49.557727 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-a00c12dc-a936-4e24-98d2-a0a6662e5fa8 req-cabff434-28e8-4838-b951-7e91490d2d35 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/security-groups?id=04a44232-4f07-4600-9186-5378d4d7d051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443974 Feb 17 21:23:50.787359 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee20567e-e984-41e8-95e9-1454aaa9e8fe req-039d3495-4652-4920-bb0f-d841f770fd5f tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:23:50.789133 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-ee20567e-e984-41e8-95e9-1454aaa9e8fe req-039d3495-4652-4920-bb0f-d841f770fd5f tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=e7c9070a-5133-4e0c-8ade-bfb98204de89 HTTP/1.1" status: 200 len: 943 time: 0.1036971 Feb 17 21:23:50.842383 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-ee20567e-e984-41e8-95e9-1454aaa9e8fe req-a1e7eaf6-afe6-4e17-975c-b701a5a011e6 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/security-groups?id=04a44232-4f07-4600-9186-5378d4d7d051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469348 Feb 17 21:23:51.489107 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07091575-a47a-43a4-a775-80b4fab45465 req-a869ecf3-98a6-4622-bcf7-85bde1b6ff5e tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:23:51.490824 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-07091575-a47a-43a4-a775-80b4fab45465 req-a869ecf3-98a6-4622-bcf7-85bde1b6ff5e tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/ports?device_id=00b87de5-2b44-42a4-97b0-1964352df29a HTTP/1.1" status: 200 len: 946 time: 0.0995505 Feb 17 21:23:51.541139 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-07091575-a47a-43a4-a775-80b4fab45465 req-6a84965e-b442-47cc-bc00-bd069cdfe231 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/security-groups?id=93650b9f-2dff-4335-9090-ab8531502029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438409 Feb 17 21:23:52.063214 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f8c704-687b-4c20-a04c-a35634b1510c req-372cbe94-42db-422f-8ade-cd008d366672 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:23:52.067437 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-06f8c704-687b-4c20-a04c-a35634b1510c req-372cbe94-42db-422f-8ade-cd008d366672 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=e7c9070a-5133-4e0c-8ade-bfb98204de89 HTTP/1.1" status: 200 len: 943 time: 0.0955646 Feb 17 21:23:52.126740 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-06f8c704-687b-4c20-a04c-a35634b1510c req-98d08283-e258-4eb0-bbe9-99409fb45eff tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/security-groups?id=04a44232-4f07-4600-9186-5378d4d7d051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543716 Feb 17 21:23:52.753169 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ce9a94-45e3-4308-a47d-29624e95079d req-f79e5acf-e6a6-4ceb-9e6b-6b55fd91bdff tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:23:52.754926 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-40ce9a94-45e3-4308-a47d-29624e95079d req-f79e5acf-e6a6-4ceb-9e6b-6b55fd91bdff tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/ports?device_id=00b87de5-2b44-42a4-97b0-1964352df29a HTTP/1.1" status: 200 len: 946 time: 0.0961995 Feb 17 21:23:52.805530 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-40ce9a94-45e3-4308-a47d-29624e95079d req-c6caa723-9ec6-423b-aaa5-3835e5072bae tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/security-groups?id=93650b9f-2dff-4335-9090-ab8531502029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439885 Feb 17 21:23:53.339847 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01538e68-6668-47e1-8359-fb2e2061700f req-6d708c8f-af07-4f2f-9be8-aa3a986dbb7c tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:23:53.341461 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-01538e68-6668-47e1-8359-fb2e2061700f req-6d708c8f-af07-4f2f-9be8-aa3a986dbb7c tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=e7c9070a-5133-4e0c-8ade-bfb98204de89 HTTP/1.1" status: 200 len: 943 time: 0.0899630 Feb 17 21:23:53.392512 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-01538e68-6668-47e1-8359-fb2e2061700f req-060bbc35-7ba0-4239-94c7-34810a9552aa tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/security-groups?id=04a44232-4f07-4600-9186-5378d4d7d051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444553 Feb 17 21:23:54.018625 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2e3073-7325-47d7-a506-58bc829668cd req-8ff467de-1653-4eaf-96f2-f328ae77c7ee tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:23:54.021197 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-3b2e3073-7325-47d7-a506-58bc829668cd req-8ff467de-1653-4eaf-96f2-f328ae77c7ee tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/ports?device_id=00b87de5-2b44-42a4-97b0-1964352df29a HTTP/1.1" status: 200 len: 946 time: 0.0920730 Feb 17 21:23:54.078505 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-3b2e3073-7325-47d7-a506-58bc829668cd req-fb1df55b-05e0-4f19-acf2-d5f12766b34f tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/security-groups?id=93650b9f-2dff-4335-9090-ab8531502029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464344 Feb 17 21:23:54.609881 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bd7ddc-c8ab-46d6-9dbb-8ab181eb9630 req-9ec87d1b-82a7-4f4e-b092-ac66cb296168 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:23:54.611717 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-32bd7ddc-c8ab-46d6-9dbb-8ab181eb9630 req-9ec87d1b-82a7-4f4e-b092-ac66cb296168 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=e7c9070a-5133-4e0c-8ade-bfb98204de89 HTTP/1.1" status: 200 len: 943 time: 0.0951884 Feb 17 21:23:54.663106 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-32bd7ddc-c8ab-46d6-9dbb-8ab181eb9630 req-1045dd02-b497-4e5e-b964-a2c972ac0926 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/security-groups?id=04a44232-4f07-4600-9186-5378d4d7d051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440764 Feb 17 21:23:55.211731 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.agents_db [None req-d7035ca1-ab1a-4600-abec-6b06ab5f95db None None] Agent healthcheck: found 6 active agents {{(pid=83973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 21:23:55.300112 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94121da2-cedf-4157-a655-3df3aab796a2 req-ed05b409-2e92-4b06-aa0b-e08bef6cea5b tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:23:55.306931 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-94121da2-cedf-4157-a655-3df3aab796a2 req-ed05b409-2e92-4b06-aa0b-e08bef6cea5b tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/ports?device_id=00b87de5-2b44-42a4-97b0-1964352df29a HTTP/1.1" status: 200 len: 946 time: 0.1070485 Feb 17 21:23:55.351496 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-94121da2-cedf-4157-a655-3df3aab796a2 req-8b88d9bb-eafb-4b29-a77a-b23b3d5245fa tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/security-groups?id=93650b9f-2dff-4335-9090-ab8531502029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422459 Feb 17 21:23:55.879074 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f624989-e74e-42bf-be60-0f59cc2410d2 req-47f0e71e-16f3-48fe-8fe4-38755a712894 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:23:55.882387 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-6f624989-e74e-42bf-be60-0f59cc2410d2 req-47f0e71e-16f3-48fe-8fe4-38755a712894 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=e7c9070a-5133-4e0c-8ade-bfb98204de89 HTTP/1.1" status: 200 len: 943 time: 0.0918491 Feb 17 21:23:55.931208 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-6f624989-e74e-42bf-be60-0f59cc2410d2 req-a7175bda-ee84-4327-9771-f6053a53763a tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/security-groups?id=04a44232-4f07-4600-9186-5378d4d7d051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425298 Feb 17 21:23:56.562975 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14741fe5-f181-4e0d-9f44-b6e17945fb09 req-0da4fc22-1bd3-423f-9d9a-8c151e5f3e43 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:23:56.564592 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-14741fe5-f181-4e0d-9f44-b6e17945fb09 req-0da4fc22-1bd3-423f-9d9a-8c151e5f3e43 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/ports?device_id=00b87de5-2b44-42a4-97b0-1964352df29a HTTP/1.1" status: 200 len: 946 time: 0.0928247 Feb 17 21:23:56.614178 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-14741fe5-f181-4e0d-9f44-b6e17945fb09 req-1fdf960d-742d-4708-be68-3aba57a5d2d4 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/security-groups?id=93650b9f-2dff-4335-9090-ab8531502029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427821 Feb 17 21:23:57.148721 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4831665-2078-4c9f-9b6a-409a9059235a req-f2d8602e-4bf9-43be-ac33-8fef88d95e9e tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:23:57.150700 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-e4831665-2078-4c9f-9b6a-409a9059235a req-f2d8602e-4bf9-43be-ac33-8fef88d95e9e tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=e7c9070a-5133-4e0c-8ade-bfb98204de89 HTTP/1.1" status: 200 len: 943 time: 0.0926573 Feb 17 21:23:57.206024 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-e4831665-2078-4c9f-9b6a-409a9059235a req-6884b096-e1ce-4b39-8c7c-1ea3ec1ca879 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/security-groups?id=04a44232-4f07-4600-9186-5378d4d7d051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487483 Feb 17 21:23:58.073400 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f5ddb9-3d1f-4cdd-b540-470814fc3ccd req-96b2b18e-0723-4801-90f9-4eb810d705ef tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:23:58.075090 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-f4f5ddb9-3d1f-4cdd-b540-470814fc3ccd req-96b2b18e-0723-4801-90f9-4eb810d705ef tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/ports?device_id=00b87de5-2b44-42a4-97b0-1964352df29a HTTP/1.1" status: 200 len: 946 time: 0.3316016 Feb 17 21:23:58.129753 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-f4f5ddb9-3d1f-4cdd-b540-470814fc3ccd req-9a757694-2596-4505-b67c-8c7f62a97d2e tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/security-groups?id=93650b9f-2dff-4335-9090-ab8531502029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478799 Feb 17 21:23:58.419853 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d768e9ad-c0e8-43f7-aeb9-31d43c0c918a req-3bf332b5-4fe0-408d-a95d-ff7ec28f6515 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:23:58.421403 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-d768e9ad-c0e8-43f7-aeb9-31d43c0c918a req-3bf332b5-4fe0-408d-a95d-ff7ec28f6515 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=e7c9070a-5133-4e0c-8ade-bfb98204de89 HTTP/1.1" status: 200 len: 943 time: 0.0926170 Feb 17 21:23:58.476383 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-d768e9ad-c0e8-43f7-aeb9-31d43c0c918a req-571af56e-8f98-4385-8d89-a0cae57df6d8 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/security-groups?id=04a44232-4f07-4600-9186-5378d4d7d051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435083 Feb 17 21:23:59.335230 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c4c1e8-9829-4900-bbd4-5ac62efe3d56 req-9271f3eb-ff11-4eca-8495-1802710276cc tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:23:59.336891 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-f6c4c1e8-9829-4900-bbd4-5ac62efe3d56 req-9271f3eb-ff11-4eca-8495-1802710276cc tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/ports?device_id=00b87de5-2b44-42a4-97b0-1964352df29a HTTP/1.1" status: 200 len: 946 time: 0.0885508 Feb 17 21:23:59.389568 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-f6c4c1e8-9829-4900-bbd4-5ac62efe3d56 req-545ebab1-57a9-43d7-a56c-4b9b320d3c86 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/security-groups?id=93650b9f-2dff-4335-9090-ab8531502029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457008 Feb 17 21:23:59.468163 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:23:59.694711 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23efa6fb-40a0-435e-a135-73a2d49a453b req-988a633b-eeb1-421d-b4ce-30f3ebaf8f5f tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:23:59.696203 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-23efa6fb-40a0-435e-a135-73a2d49a453b req-988a633b-eeb1-421d-b4ce-30f3ebaf8f5f tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=e7c9070a-5133-4e0c-8ade-bfb98204de89 HTTP/1.1" status: 200 len: 943 time: 0.0883768 Feb 17 21:23:59.747350 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-23efa6fb-40a0-435e-a135-73a2d49a453b req-c707b242-bff2-41ca-b362-f86b56a90a6b tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/security-groups?id=04a44232-4f07-4600-9186-5378d4d7d051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442369 Feb 17 21:24:00.436550 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-2802f065-77ee-40d3-b86c-de7168eb62bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:00.594486 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52058a3-f6fb-45de-b37d-e534ea61cb54 req-460338e4-fc95-49d0-9acf-aaeee7443ec5 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:24:00.596336 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-f52058a3-f6fb-45de-b37d-e534ea61cb54 req-460338e4-fc95-49d0-9acf-aaeee7443ec5 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/ports?device_id=00b87de5-2b44-42a4-97b0-1964352df29a HTTP/1.1" status: 200 len: 946 time: 0.0882521 Feb 17 21:24:00.644449 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-f52058a3-f6fb-45de-b37d-e534ea61cb54 req-308a1832-b357-40ca-85f8-ddbebd94b7fb tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/security-groups?id=93650b9f-2dff-4335-9090-ab8531502029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415127 Feb 17 21:24:00.955212 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b1b2d5-7037-4f8f-8078-d5171f401c65 req-fac38806-395c-483e-a083-16889b4a3e7f tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:24:00.956711 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-04b1b2d5-7037-4f8f-8078-d5171f401c65 req-fac38806-395c-483e-a083-16889b4a3e7f tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=e7c9070a-5133-4e0c-8ade-bfb98204de89 HTTP/1.1" status: 200 len: 943 time: 0.0890946 Feb 17 21:24:01.009431 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-04b1b2d5-7037-4f8f-8078-d5171f401c65 req-230149b1-cf11-417e-87b0-76600cc4a851 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/security-groups?id=04a44232-4f07-4600-9186-5378d4d7d051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462549 Feb 17 21:24:01.087787 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-e43e0586-d377-4e52-a858-6f03c4f914ae req-d2eb5ea4-1207-4e4c-a4fe-b754b8f491f2 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=a2e05e33-855d-4e48-ae23-655eab5ed6d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0773273 Feb 17 21:24:01.354881 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43e0586-d377-4e52-a858-6f03c4f914ae req-02c8ad0a-471a-4cd2-bc0d-2c108ff4909f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:24:01.356469 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-e43e0586-d377-4e52-a858-6f03c4f914ae req-02c8ad0a-471a-4cd2-bc0d-2c108ff4909f service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=36cdcb2459fd422f980d098093256d8b&device_id=a2e05e33-855d-4e48-ae23-655eab5ed6d8 HTTP/1.1" status: 200 len: 1163 time: 0.0777650 Feb 17 21:24:01.517364 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43e0586-d377-4e52-a858-6f03c4f914ae req-f74583a7-f3fe-4955-928e-45efdb6533d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:24:01.518972 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-e43e0586-d377-4e52-a858-6f03c4f914ae req-f74583a7-f3fe-4955-928e-45efdb6533d3 service neutron] 10.222.0.95 "GET /v2.0/networks?id=c1614348-f323-4cf2-883f-d1f4e049c03c HTTP/1.1" status: 200 len: 902 time: 0.1382537 Feb 17 21:24:01.629447 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-e43e0586-d377-4e52-a858-6f03c4f914ae req-ec7ea965-8f15-4f07-8a7d-1fa8d1d70c9b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a0114e88-0045-437b-b855-cd01c2528a7d HTTP/1.1" status: 200 len: 1002 time: 0.1024792 Feb 17 21:24:01.703908 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43e0586-d377-4e52-a858-6f03c4f914ae req-c2062090-6512-4e12-8505-1d8ec05e9bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:24:01.705486 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-e43e0586-d377-4e52-a858-6f03c4f914ae req-c2062090-6512-4e12-8505-1d8ec05e9bab service neutron] 10.222.0.95 "GET /v2.0/subnets?id=4141ce6f-3a1a-4f49-b940-da2f0ad444d5 HTTP/1.1" status: 200 len: 847 time: 0.0669632 Feb 17 21:24:01.857147 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43e0586-d377-4e52-a858-6f03c4f914ae req-82b96fbb-7617-4532-a340-50b5958b3b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:24:01.858813 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-e43e0586-d377-4e52-a858-6f03c4f914ae req-82b96fbb-7617-4532-a340-50b5958b3b65 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c1614348-f323-4cf2-883f-d1f4e049c03c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1454637 Feb 17 21:24:01.872980 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764c6a8d-65ea-46f6-8c4f-2b316b315aa3 req-962474aa-4c99-4b39-89a7-6719cfa9c9ca tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:24:01.874469 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-764c6a8d-65ea-46f6-8c4f-2b316b315aa3 req-962474aa-4c99-4b39-89a7-6719cfa9c9ca tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/ports?device_id=00b87de5-2b44-42a4-97b0-1964352df29a HTTP/1.1" status: 200 len: 946 time: 0.1072040 Feb 17 21:24:02.009143 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-764c6a8d-65ea-46f6-8c4f-2b316b315aa3 req-9f5c210a-affb-41ae-94cb-ae06d29c5f4e tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/security-groups?id=93650b9f-2dff-4335-9090-ab8531502029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115677 Feb 17 21:24:02.048167 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-e43e0586-d377-4e52-a858-6f03c4f914ae req-a0cdbe2e-ea9a-469f-8c5b-d310281c90e4 service neutron] 10.222.0.95 "GET /v2.0/networks/c1614348-f323-4cf2-883f-d1f4e049c03c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726766 Feb 17 21:24:02.264041 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-e43e0586-d377-4e52-a858-6f03c4f914ae req-cb3346d3-bd99-4e33-860e-562bdd95392d service neutron] 10.222.0.95 "GET /v2.0/networks/c1614348-f323-4cf2-883f-d1f4e049c03c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2048345 Feb 17 21:24:02.275315 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4387f162-c4d9-4b2c-be2a-b07ea5c2d5e0 req-d929c97e-d2b7-40e9-b2f2-9069fa37b1fa tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:24:02.276880 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-4387f162-c4d9-4b2c-be2a-b07ea5c2d5e0 req-d929c97e-d2b7-40e9-b2f2-9069fa37b1fa tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=e7c9070a-5133-4e0c-8ade-bfb98204de89 HTTP/1.1" status: 200 len: 943 time: 0.1409352 Feb 17 21:24:02.329246 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-4387f162-c4d9-4b2c-be2a-b07ea5c2d5e0 req-2dfbcba3-7e85-4c3d-9460-0f88237675b5 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/security-groups?id=04a44232-4f07-4600-9186-5378d4d7d051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456076 Feb 17 21:24:02.488496 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-3c18e162-6149-4805-ade4-44a3c5754553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:03.162795 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Device a6cd2429-f68c-4aed-b77d-a3e9f30e8aa5 up at agent ovs-agent-hv-cinder-76019 {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:24:03.235042 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Provisioning complete for port a6cd2429-f68c-4aed-b77d-a3e9f30e8aa5 triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:24:03.235463 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:03.278791 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb50eece-1711-4056-a2af-0ca912986f26 req-c87d0fad-ff3a-43bc-914b-f22f8b0565f7 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:24:03.280416 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-bb50eece-1711-4056-a2af-0ca912986f26 req-c87d0fad-ff3a-43bc-914b-f22f8b0565f7 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/ports?device_id=00b87de5-2b44-42a4-97b0-1964352df29a HTTP/1.1" status: 200 len: 946 time: 0.1575065 Feb 17 21:24:03.297039 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f7b6ce-e477-4194-8957-5f13a91935df req-22601c89-b308-4ed6-bfc3-aa54bd76c1b6 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:24:03.298542 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-61f7b6ce-e477-4194-8957-5f13a91935df req-22601c89-b308-4ed6-bfc3-aa54bd76c1b6 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.95 "GET /v2.0/ports?device_id=00b87de5-2b44-42a4-97b0-1964352df29a HTTP/1.1" status: 200 len: 946 time: 0.1186042 Feb 17 21:24:03.304013 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f1cec3f0-2839-4108-802d-97c7b40b55a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:03.371791 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:03.396414 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-bb50eece-1711-4056-a2af-0ca912986f26 req-887173d2-106d-4bd2-82d7-46c1f2b8cf1d tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/security-groups?id=93650b9f-2dff-4335-9090-ab8531502029&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067898 Feb 17 21:24:03.402790 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7c9070a-5133-4e0c-8ade-bfb98204de89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6cd2429-f68c-4aed-b77d-a3e9f30e8aa5'}] {{(pid=83972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:24:03.408542 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [req-61f7b6ce-e477-4194-8957-5f13a91935df req-08a25071-bf0c-4ff7-a7e1-f1e29a380834 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Deleting port c6dcc155-201f-4cbc-a6ef-694afd2c305b {{(pid=83971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:24:03.409399 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-61f7b6ce-e477-4194-8957-5f13a91935df req-08a25071-bf0c-4ff7-a7e1-f1e29a380834 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506882676'] for port, before_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:03.413935 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] For port a6cd2429-f68c-4aed-b77d-a3e9f30e8aa5, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=a6cd2429-f68c-4aed-b77d-a3e9f30e8aa5,segment=NetworkSegment(38c8979f-713f-4e0b-b4ed-e9896b157798),segment_id=38c8979f-713f-4e0b-b4ed-e9896b157798)] {{(pid=83972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:24:03.420638 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:03.422630 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:24:03.470341 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7c9070a-5133-4e0c-8ade-bfb98204de89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6cd2429-f68c-4aed-b77d-a3e9f30e8aa5', 'code': 200} Feb 17 21:24:03.509111 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Pushing event updated for resources: {'Port': ['ID=a6cd2429-f68c-4aed-b77d-a3e9f30e8aa5,revision_number=6']} {{(pid=83972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:24:03.517088 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:24:03.517480 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:24:03.517854 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:24:03.518221 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:24:03.518588 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:24:03.518969 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:24:03.519332 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:24:03.519713 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:24:03.520052 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:24:03.520411 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:24:03.520766 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:24:03.521119 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:24:03.521566 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:24:03.521932 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:24:03.522285 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:24:03.522645 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:24:03.523018 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:24:03.523368 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:24:03.523721 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:24:03.524070 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:24:03.524419 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:24:03.524770 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:24:03.525118 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:24:03.525544 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:24:03.530011 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:24:03.710680 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7ddc3f-706f-49f1-ad3e-9b75f408342c req-dc803c62-9edc-4d0d-b742-096c454c6600 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:24:03.712212 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-1c7ddc3f-706f-49f1-ad3e-9b75f408342c req-dc803c62-9edc-4d0d-b742-096c454c6600 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=e7c9070a-5133-4e0c-8ade-bfb98204de89 HTTP/1.1" status: 200 len: 945 time: 0.2418098 Feb 17 21:24:03.785233 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [req-61f7b6ce-e477-4194-8957-5f13a91935df req-08a25071-bf0c-4ff7-a7e1-f1e29a380834 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] For port c6dcc155-201f-4cbc-a6ef-694afd2c305b, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=c6dcc155-201f-4cbc-a6ef-694afd2c305b,segment=NetworkSegment(3b7ba68f-1bdb-4082-8d82-80eb2313a4c3),segment_id=3b7ba68f-1bdb-4082-8d82-80eb2313a4c3)] {{(pid=83971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:24:03.785637 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-61f7b6ce-e477-4194-8957-5f13a91935df req-08a25071-bf0c-4ff7-a7e1-f1e29a380834 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-921726'] for port, precommit_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:03.860711 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-1c7ddc3f-706f-49f1-ad3e-9b75f408342c req-78d56e1f-6ba1-4630-8c23-79082d24c397 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/security-groups?id=04a44232-4f07-4600-9186-5378d4d7d051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420350 Feb 17 21:24:04.168906 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e30e51a-d135-4422-b89e-dd84884f8ff1 req-7c610c22-bd4f-463b-a366-a7367bcb29d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:24:04.170538 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-1e30e51a-d135-4422-b89e-dd84884f8ff1 req-7c610c22-bd4f-463b-a366-a7367bcb29d9 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=e7c9070a-5133-4e0c-8ade-bfb98204de89 HTTP/1.1" status: 200 len: 1162 time: 0.2130277 Feb 17 21:24:04.173200 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-61f7b6ce-e477-4194-8957-5f13a91935df req-08a25071-bf0c-4ff7-a7e1-f1e29a380834 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:04.173613 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-61f7b6ce-e477-4194-8957-5f13a91935df req-08a25071-bf0c-4ff7-a7e1-f1e29a380834 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853844558'] for floatingip, after_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:04.173965 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.db.l3_db [req-61f7b6ce-e477-4194-8957-5f13a91935df req-08a25071-bf0c-4ff7-a7e1-f1e29a380834 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Floating IP 9eb4ec8a-1660-498e-8bfe-b68e56d4a229 disassociated. External IP: 172.28.3.35, port: c6dcc155-201f-4cbc-a6ef-694afd2c305b. Feb 17 21:24:04.174347 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [req-61f7b6ce-e477-4194-8957-5f13a91935df req-08a25071-bf0c-4ff7-a7e1-f1e29a380834 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Calling delete_port for c6dcc155-201f-4cbc-a6ef-694afd2c305b owned by compute:nova {{(pid=83971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:24:04.270644 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-1e30e51a-d135-4422-b89e-dd84884f8ff1 req-34722809-0357-440c-b932-34f378236761 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=04a44232-4f07-4600-9186-5378d4d7d051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658450 Feb 17 21:24:04.357237 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-61f7b6ce-e477-4194-8957-5f13a91935df req-08a25071-bf0c-4ff7-a7e1-f1e29a380834 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782347900463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782347493337'] for port, after_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:04.372301 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-8a674b07-45b8-4cf2-88e0-4683252b275a tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:24:04.465652 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a25071-bf0c-4ff7-a7e1-f1e29a380834 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Pushing event deleted for resources: {'Port': ['ID=c6dcc155-201f-4cbc-a6ef-694afd2c305b,revision_number=None']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:24:04.495909 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:04.699183 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-08a25071-bf0c-4ff7-a7e1-f1e29a380834 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:24:04.758868 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-ac43de03-e76a-4bb8-891e-34dd76979460 req-f8a5fc7d-309b-4de6-848f-8971ebf18a9a tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/ports?device_id=00b87de5-2b44-42a4-97b0-1964352df29a HTTP/1.1" status: 200 len: 210 time: 0.0610495 Feb 17 21:24:04.795223 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Device a6cd2429-f68c-4aed-b77d-a3e9f30e8aa5 up at agent ovs-agent-hv-cinder-76019 {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:24:04.867558 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Provisioning complete for port a6cd2429-f68c-4aed-b77d-a3e9f30e8aa5 triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:24:04.867980 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:05.004445 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-b3b29b12-cbe5-4ec2-9621-66af0787c66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:05.016137 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Device c6dcc155-201f-4cbc-a6ef-694afd2c305b no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:24:05.052884 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] No Port match for: c6dcc155-201f-4cbc-a6ef-694afd2c305b {{(pid=83972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 21:24:05.053137 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Device c6dcc155-201f-4cbc-a6ef-694afd2c305b not bound to the agent host hv-cinder-76019 {{(pid=83972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 21:24:05.075892 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.l3_agent_scheduler [req-61f7b6ce-e477-4194-8957-5f13a91935df req-08a25071-bf0c-4ff7-a7e1-f1e29a380834 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Router 5352e0eb-5f08-4451-84d1-3e30b0d40635 has already been hosted by L3 agent 0536e1cb-4d3e-42d2-8b6d-8bd52a4e2590 {{(pid=83971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 21:24:05.157191 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa82d5-419e-4c3b-abe1-b70288fe1eb3 req-4863a2e2-b448-4d73-9012-7f3c377a2ed1 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:24:05.158811 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-3eaa82d5-419e-4c3b-abe1-b70288fe1eb3 req-4863a2e2-b448-4d73-9012-7f3c377a2ed1 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=e7c9070a-5133-4e0c-8ade-bfb98204de89 HTTP/1.1" status: 200 len: 945 time: 0.1727321 Feb 17 21:24:05.305675 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-3eaa82d5-419e-4c3b-abe1-b70288fe1eb3 req-7d34626a-58dd-4596-bbfe-fa0dd9b8f718 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/security-groups?id=04a44232-4f07-4600-9186-5378d4d7d051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851972 Feb 17 21:24:05.326105 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-61f7b6ce-e477-4194-8957-5f13a91935df req-08a25071-bf0c-4ff7-a7e1-f1e29a380834 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Notify agent at l3_agent.dv-cinder-760193-4-smb the message routers_updated {{(pid=83971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 21:24:05.336680 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2296fd4c-31a4-4a4f-ac66-40d773d9affb None None] Sync routers for ids ['5352e0eb-5f08-4451-84d1-3e30b0d40635'] in dv-cinder-760193-4-smb {{(pid=83973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 21:24:05.347396 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2296fd4c-31a4-4a4f-ac66-40d773d9affb None None] Routers {'5352e0eb-5f08-4451-84d1-3e30b0d40635'} bound to L3 agent in host dv-cinder-760193-4-smb {{(pid=83973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:24:05.348053 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-2296fd4c-31a4-4a4f-ac66-40d773d9affb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T21:09:02Z,description=,heartbeat_timestamp=2021-02-17T21:24:02Z,host='dv-cinder-760193-4-smb',id=0536e1cb-4d3e-42d2-8b6d-8bd52a4e2590,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T21:09:02Z,topic='l3_agent')) {'router_ids': ['5352e0eb-5f08-4451-84d1-3e30b0d40635'], 'active': True} {{(pid=83973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:24:05.370402 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [req-61f7b6ce-e477-4194-8957-5f13a91935df req-08a25071-bf0c-4ff7-a7e1-f1e29a380834 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] No DVR routers for this DVR port c6dcc155-201f-4cbc-a6ef-694afd2c305b on host hv-cinder-76019 {{(pid=83971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 21:24:05.372728 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-61f7b6ce-e477-4194-8957-5f13a91935df req-08a25071-bf0c-4ff7-a7e1-f1e29a380834 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768493'] for port, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:05.375473 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00b87de5-2b44-42a4-97b0-1964352df29a', 'name': 'network-vif-deleted', 'tag': 'c6dcc155-201f-4cbc-a6ef-694afd2c305b'}] {{(pid=83971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:24:05.392498 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-61f7b6ce-e477-4194-8957-5f13a91935df req-08a25071-bf0c-4ff7-a7e1-f1e29a380834 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.95 "DELETE /v2.0/ports/c6dcc155-201f-4cbc-a6ef-694afd2c305b HTTP/1.1" status: 204 len: 173 time: 2.0802505 Feb 17 21:24:05.433054 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00b87de5-2b44-42a4-97b0-1964352df29a', 'name': 'network-vif-deleted', 'tag': 'c6dcc155-201f-4cbc-a6ef-694afd2c305b', 'status': 'completed', 'code': 200} Feb 17 21:24:05.543246 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvr_db [None req-2296fd4c-31a4-4a4f-ac66-40d773d9affb None None] Set router 5352e0eb-5f08-4451-84d1-3e30b0d40635 gateway port host: dv-cinder-760193-4-smb {{(pid=83973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:24:05.905819 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-2296fd4c-31a4-4a4f-ac66-40d773d9affb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5352e0eb-5f08-4451-84d1-3e30b0d40635', 'name': 'tempest-AttachVolumeTestJSON-978606717-router', 'tenant_id': '9cd772018d984344b6df5dd95a3340d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'external_fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.146'}], 'enable_snat': True}, 'gw_port_id': '65fdc61c-05c6-4547-94ff-946351aea217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:18:06Z', 'updated_at': '2021-02-17T21:18:27Z', 'revision_number': 4, 'project_id': '9cd772018d984344b6df5dd95a3340d9', 'gw_port': {'id': '65fdc61c-05c6-4547-94ff-946351aea217', 'name': '', 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:98:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5352e0eb-5f08-4451-84d1-3e30b0d40635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:18:10Z', 'updated_at': '2021-02-17T21:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-smb', '_interfaces': [{'id': '539ec8e4-e591-4c93-afb1-355ba6e314e2', 'name': '', 'network_id': '92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7', 'tenant_id': '9cd772018d984344b6df5dd95a3340d9', 'mac_address': 'fa:16:3e:03:e6:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5352e0eb-5f08-4451-84d1-3e30b0d40635', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '0319529e-2e97-491e-9c53-3becc98cbcb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:18:24Z', 'updated_at': '2021-02-17T21:18:41Z', 'revision_number': 5, 'project_id': '9cd772018d984344b6df5dd95a3340d9', 'subnets': [{'id': '0319529e-2e97-491e-9c53-3becc98cbcb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-4-smb', False) {} {{(pid=83973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:24:05.910045 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2296fd4c-31a4-4a4f-ac66-40d773d9affb None None] Checking router: 5352e0eb-5f08-4451-84d1-3e30b0d40635 for host: dv-cinder-760193-4-smb {{(pid=83973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 21:24:05.920181 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2296fd4c-31a4-4a4f-ac66-40d773d9affb None None] Routers {'5352e0eb-5f08-4451-84d1-3e30b0d40635'} bound to L3 agent in host dv-cinder-760193-4-smb {{(pid=83973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:24:05.920824 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-2296fd4c-31a4-4a4f-ac66-40d773d9affb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T21:09:02Z,description=,heartbeat_timestamp=2021-02-17T21:24:02Z,host='dv-cinder-760193-4-smb',id=0536e1cb-4d3e-42d2-8b6d-8bd52a4e2590,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T21:09:02Z,topic='l3_agent')) {'router_ids': ['5352e0eb-5f08-4451-84d1-3e30b0d40635'], 'active': True} {{(pid=83973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:24:05.954555 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-0a6e39a7-3eb4-433e-8c8b-631eccd26e5b req-55451d27-a37c-44ea-81c3-4314104f9d53 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Synchronizing usage tracker for tenant:9cd772018d984344b6df5dd95a3340d9 on resource:port {{(pid=83971) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:24:05.973719 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-0a6e39a7-3eb4-433e-8c8b-631eccd26e5b req-55451d27-a37c-44ea-81c3-4314104f9d53 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Unset dirty status for tenant:9cd772018d984344b6df5dd95a3340d9 on resource:port {{(pid=83971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:24:05.976802 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-0a6e39a7-3eb4-433e-8c8b-631eccd26e5b req-55451d27-a37c-44ea-81c3-4314104f9d53 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/ports?device_id=00b87de5-2b44-42a4-97b0-1964352df29a HTTP/1.1" status: 200 len: 210 time: 0.0781267 Feb 17 21:24:06.134500 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvr_db [None req-2296fd4c-31a4-4a4f-ac66-40d773d9affb None None] Set router 5352e0eb-5f08-4451-84d1-3e30b0d40635 gateway port host: dv-cinder-760193-4-smb {{(pid=83973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:24:06.464173 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-2296fd4c-31a4-4a4f-ac66-40d773d9affb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5352e0eb-5f08-4451-84d1-3e30b0d40635', 'name': 'tempest-AttachVolumeTestJSON-978606717-router', 'tenant_id': '9cd772018d984344b6df5dd95a3340d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'external_fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.146'}], 'enable_snat': True}, 'gw_port_id': '65fdc61c-05c6-4547-94ff-946351aea217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:18:06Z', 'updated_at': '2021-02-17T21:18:27Z', 'revision_number': 4, 'project_id': '9cd772018d984344b6df5dd95a3340d9', 'gw_port': {'id': '65fdc61c-05c6-4547-94ff-946351aea217', 'name': '', 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:98:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5352e0eb-5f08-4451-84d1-3e30b0d40635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:18:10Z', 'updated_at': '2021-02-17T21:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-smb', '_interfaces': [{'id': '539ec8e4-e591-4c93-afb1-355ba6e314e2', 'name': '', 'network_id': '92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7', 'tenant_id': '9cd772018d984344b6df5dd95a3340d9', 'mac_address': 'fa:16:3e:03:e6:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5352e0eb-5f08-4451-84d1-3e30b0d40635', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '0319529e-2e97-491e-9c53-3becc98cbcb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:18:24Z', 'updated_at': '2021-02-17T21:18:41Z', 'revision_number': 5, 'project_id': '9cd772018d984344b6df5dd95a3340d9', 'subnets': [{'id': '0319529e-2e97-491e-9c53-3becc98cbcb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-4-smb', False) {} {{(pid=83973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:24:06.468411 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2296fd4c-31a4-4a4f-ac66-40d773d9affb None None] The sync data for ids ['5352e0eb-5f08-4451-84d1-3e30b0d40635'] in dv-cinder-760193-4-smb is: [{'id': '5352e0eb-5f08-4451-84d1-3e30b0d40635', 'name': 'tempest-AttachVolumeTestJSON-978606717-router', 'tenant_id': '9cd772018d984344b6df5dd95a3340d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'external_fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.146'}], 'enable_snat': True}, 'gw_port_id': '65fdc61c-05c6-4547-94ff-946351aea217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:18:06Z', 'updated_at': '2021-02-17T21:18:27Z', 'revision_number': 4, 'project_id': '9cd772018d984344b6df5dd95a3340d9', 'gw_port': {'id': '65fdc61c-05c6-4547-94ff-946351aea217', 'name': '', 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:98:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5352e0eb-5f08-4451-84d1-3e30b0d40635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:18:10Z', 'updated_at': '2021-02-17T21:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-smb', '_interfaces': [{'id': '539ec8e4-e591-4c93-afb1-355ba6e314e2', 'name': '', 'network_id': '92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7', 'tenant_id': '9cd772018d984344b6df5dd95a3340d9', 'mac_address': 'fa:16:3e:03:e6:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5352e0eb-5f08-4451-84d1-3e30b0d40635', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '0319529e-2e97-491e-9c53-3becc98cbcb1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:18:24Z', 'updated_at': '2021-02-17T21:18:41Z', 'revision_number': 5, 'project_id': '9cd772018d984344b6df5dd95a3340d9', 'subnets': [{'id': '0319529e-2e97-491e-9c53-3becc98cbcb1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 21:24:06.518203 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944bf619-a8ba-48f5-93b1-60588201514b req-0369fcca-d95f-48ff-9612-f9f5c9a2d1e7 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:24:06.519885 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-944bf619-a8ba-48f5-93b1-60588201514b req-0369fcca-d95f-48ff-9612-f9f5c9a2d1e7 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=e7c9070a-5133-4e0c-8ade-bfb98204de89 HTTP/1.1" status: 200 len: 945 time: 0.0898497 Feb 17 21:24:06.572216 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-944bf619-a8ba-48f5-93b1-60588201514b req-1ad2419a-b29a-411e-b857-19bff1076fd6 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/security-groups?id=04a44232-4f07-4600-9186-5378d4d7d051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448854 Feb 17 21:24:06.819964 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Device a6cd2429-f68c-4aed-b77d-a3e9f30e8aa5 up at agent ovs-agent-hv-cinder-76019 {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:24:06.867658 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0ef406-ba0c-4547-88ff-690dacf1bc93 None None] New status for floating IP 9eb4ec8a-1660-498e-8bfe-b68e56d4a229: DOWN {{(pid=83972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 21:24:07.109131 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Provisioning complete for port a6cd2429-f68c-4aed-b77d-a3e9f30e8aa5 triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:24:07.109708 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:07.125976 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 39980) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:24:07.431792 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-2fad58c0-c555-43ba-8eba-dcebcabcf35d tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Notify callbacks [] for security_group, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:07.461499 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-2fad58c0-c555-43ba-8eba-dcebcabcf35d tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:07.505903 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-2fad58c0-c555-43ba-8eba-dcebcabcf35d tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:07.511093 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-ea6c72dd-01f2-4590-9367-2abfe3129f51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:24:07.527345 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fad58c0-c555-43ba-8eba-dcebcabcf35d tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93650b9f-2dff-4335-9090-ab8531502029,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:24:07.531717 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-2fad58c0-c555-43ba-8eba-dcebcabcf35d tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:24:07.535037 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-2fad58c0-c555-43ba-8eba-dcebcabcf35d tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Notify callbacks [] for security_group, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:07.536254 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-2fad58c0-c555-43ba-8eba-dcebcabcf35d tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "DELETE /v2.0/security-groups/93650b9f-2dff-4335-9090-ab8531502029 HTTP/1.1" status: 204 len: 168 time: 0.4091265 Feb 17 21:24:07.539953 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 39984) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:24:07.557307 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.v2.resource [None req-81d8d52f-8cff-4926-8470-33eb194f823a tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] show failed (client error): The resource could not be found. Feb 17 21:24:07.558399 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-81d8d52f-8cff-4926-8470-33eb194f823a tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "GET /v2.0/security-groups/93650b9f-2dff-4335-9090-ab8531502029 HTTP/1.1" status: 404 len: 347 time: 0.0174761 Feb 17 21:24:07.561333 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 39988) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:24:07.730190 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-89a957a1-2921-4f27-bd16-3ce876f10106 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Deleting port ff8b4422-6516-45ff-bff3-41facf846efa {{(pid=83970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:24:07.730495 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-89a957a1-2921-4f27-bd16-3ce876f10106 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506882676'] for port, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:07.907703 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-89a957a1-2921-4f27-bd16-3ce876f10106 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-921726'] for port, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:07.908077 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-89a957a1-2921-4f27-bd16-3ce876f10106 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:08.041922 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-89a957a1-2921-4f27-bd16-3ce876f10106 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Calling delete_port for ff8b4422-6516-45ff-bff3-41facf846efa owned by network:floatingip {{(pid=83970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:24:08.184973 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-89a957a1-2921-4f27-bd16-3ce876f10106 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782347900463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782347493337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1732037'] for port, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:08.201087 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-30e91410-55a6-423b-9a58-6993a876627f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:24:08.302091 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a957a1-2921-4f27-bd16-3ce876f10106 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Pushing event deleted for resources: {'Port': ['ID=ff8b4422-6516-45ff-bff3-41facf846efa,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:24:08.309699 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-89a957a1-2921-4f27-bd16-3ce876f10106 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:24:08.424335 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-89a957a1-2921-4f27-bd16-3ce876f10106 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Notify callbacks [] for floatingip, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:08.441443 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-89a957a1-2921-4f27-bd16-3ce876f10106 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768493'] for floatingip, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:08.442685 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-89a957a1-2921-4f27-bd16-3ce876f10106 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] 10.222.0.90 "DELETE /v2.0/floatingips/9eb4ec8a-1660-498e-8bfe-b68e56d4a229 HTTP/1.1" status: 204 len: 168 time: 0.8803968 Feb 17 21:24:12.487987 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 40022) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:24:13.164126 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ff92e2f4-ea41-4f6a-af85-f5f169bb917f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853846128'] for router_interface, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:13.531568 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-ff92e2f4-ea41-4f6a-af85-f5f169bb917f admin admin] Deleting port 539ec8e4-e591-4c93-afb1-355ba6e314e2 {{(pid=83970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:24:13.532118 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ff92e2f4-ea41-4f6a-af85-f5f169bb917f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506882676'] for port, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:13.712567 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-ff92e2f4-ea41-4f6a-af85-f5f169bb917f admin admin] For port 539ec8e4-e591-4c93-afb1-355ba6e314e2, host dv-cinder-760193-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-smb',level=0,port_id=539ec8e4-e591-4c93-afb1-355ba6e314e2,segment=NetworkSegment(3b7ba68f-1bdb-4082-8d82-80eb2313a4c3),segment_id=3b7ba68f-1bdb-4082-8d82-80eb2313a4c3)] {{(pid=83970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:24:13.712965 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ff92e2f4-ea41-4f6a-af85-f5f169bb917f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-921726'] for port, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:13.845545 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-ff92e2f4-ea41-4f6a-af85-f5f169bb917f admin admin] Calling delete_port for 539ec8e4-e591-4c93-afb1-355ba6e314e2 owned by network:router_interface {{(pid=83970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:24:14.017229 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ff92e2f4-ea41-4f6a-af85-f5f169bb917f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782347900463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782347493337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1732037'] for port, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:14.032755 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-80c36cb4-df9d-4863-b089-1609f87c2cf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:24:14.128144 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff92e2f4-ea41-4f6a-af85-f5f169bb917f admin admin] Pushing event deleted for resources: {'Port': ['ID=539ec8e4-e591-4c93-afb1-355ba6e314e2,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:24:14.137793 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-ff92e2f4-ea41-4f6a-af85-f5f169bb917f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:24:14.673697 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ff92e2f4-ea41-4f6a-af85-f5f169bb917f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853846018'] for router_interface, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:15.181526 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff92e2f4-ea41-4f6a-af85-f5f169bb917f admin admin] Router 5352e0eb-5f08-4451-84d1-3e30b0d40635 has already been hosted by L3 agent 0536e1cb-4d3e-42d2-8b6d-8bd52a4e2590 {{(pid=83970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 21:24:15.369473 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff92e2f4-ea41-4f6a-af85-f5f169bb917f admin admin] Notify agent at l3_agent.dv-cinder-760193-4-smb the message routers_updated {{(pid=83970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 21:24:15.378164 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d831a535-6367-49fe-88cf-b7e2333c31d0 None None] Sync routers for ids ['5352e0eb-5f08-4451-84d1-3e30b0d40635'] in dv-cinder-760193-4-smb {{(pid=83973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 21:24:15.382641 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-ff92e2f4-ea41-4f6a-af85-f5f169bb917f admin admin] 10.222.0.90 "PUT /v2.0/routers/5352e0eb-5f08-4451-84d1-3e30b0d40635/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8934639 Feb 17 21:24:15.385416 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 40028) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:24:15.388465 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d831a535-6367-49fe-88cf-b7e2333c31d0 None None] Routers {'5352e0eb-5f08-4451-84d1-3e30b0d40635'} bound to L3 agent in host dv-cinder-760193-4-smb {{(pid=83973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:24:15.389107 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-d831a535-6367-49fe-88cf-b7e2333c31d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T21:09:02Z,description=,heartbeat_timestamp=2021-02-17T21:24:02Z,host='dv-cinder-760193-4-smb',id=0536e1cb-4d3e-42d2-8b6d-8bd52a4e2590,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T21:09:02Z,topic='l3_agent')) {'router_ids': ['5352e0eb-5f08-4451-84d1-3e30b0d40635'], 'active': True} {{(pid=83973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:24:15.580229 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-25d8f737-c970-401e-81a8-358fa817dcc2 admin admin] Notify callbacks [] for router, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:15.730430 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvr_db [None req-d831a535-6367-49fe-88cf-b7e2333c31d0 None None] Set router 5352e0eb-5f08-4451-84d1-3e30b0d40635 gateway port host: dv-cinder-760193-4-smb {{(pid=83973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:24:15.780091 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-25d8f737-c970-401e-81a8-358fa817dcc2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:15.788871 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-25d8f737-c970-401e-81a8-358fa817dcc2 admin admin] Deleting port 65fdc61c-05c6-4547-94ff-946351aea217 {{(pid=83970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:24:15.789249 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-25d8f737-c970-401e-81a8-358fa817dcc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506882676'] for port, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:15.975091 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-25d8f737-c970-401e-81a8-358fa817dcc2 admin admin] For port 65fdc61c-05c6-4547-94ff-946351aea217, host dv-cinder-760193-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-smb',level=0,port_id=65fdc61c-05c6-4547-94ff-946351aea217,segment=NetworkSegment(1160e08b-7d0c-4f07-a68b-9e1b3764f9c4),segment_id=1160e08b-7d0c-4f07-a68b-9e1b3764f9c4)] {{(pid=83970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:24:15.975491 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-25d8f737-c970-401e-81a8-358fa817dcc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-921726'] for port, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:16.036779 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-d831a535-6367-49fe-88cf-b7e2333c31d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5352e0eb-5f08-4451-84d1-3e30b0d40635', 'name': 'tempest-AttachVolumeTestJSON-978606717-router', 'tenant_id': '9cd772018d984344b6df5dd95a3340d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'external_fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.146'}], 'enable_snat': True}, 'gw_port_id': '65fdc61c-05c6-4547-94ff-946351aea217', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:18:06Z', 'updated_at': '2021-02-17T21:24:13Z', 'revision_number': 5, 'project_id': '9cd772018d984344b6df5dd95a3340d9', 'gw_port': {'id': '65fdc61c-05c6-4547-94ff-946351aea217', 'name': '', 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:98:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5352e0eb-5f08-4451-84d1-3e30b0d40635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:18:10Z', 'updated_at': '2021-02-17T21:18:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-smb'}], 'dv-cinder-760193-4-smb', False) {} {{(pid=83973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:24:16.041004 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d831a535-6367-49fe-88cf-b7e2333c31d0 None None] Checking router: 5352e0eb-5f08-4451-84d1-3e30b0d40635 for host: dv-cinder-760193-4-smb {{(pid=83973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 21:24:16.049979 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d831a535-6367-49fe-88cf-b7e2333c31d0 None None] Routers {'5352e0eb-5f08-4451-84d1-3e30b0d40635'} bound to L3 agent in host dv-cinder-760193-4-smb {{(pid=83973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:24:16.050664 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-d831a535-6367-49fe-88cf-b7e2333c31d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-17T21:09:02Z,description=,heartbeat_timestamp=2021-02-17T21:24:02Z,host='dv-cinder-760193-4-smb',id=0536e1cb-4d3e-42d2-8b6d-8bd52a4e2590,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T21:09:02Z,topic='l3_agent')) {'router_ids': ['5352e0eb-5f08-4451-84d1-3e30b0d40635'], 'active': True} {{(pid=83973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:24:16.111138 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-25d8f737-c970-401e-81a8-358fa817dcc2 admin admin] Calling delete_port for 65fdc61c-05c6-4547-94ff-946351aea217 owned by network:router_gateway {{(pid=83970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:24:16.234163 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvr_db [None req-d831a535-6367-49fe-88cf-b7e2333c31d0 None None] Set router 5352e0eb-5f08-4451-84d1-3e30b0d40635 gateway port host: None {{(pid=83973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:24:16.289261 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-25d8f737-c970-401e-81a8-358fa817dcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782347900463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782347493337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1732037'] for port, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:16.305034 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:24:16.347482 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-d831a535-6367-49fe-88cf-b7e2333c31d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5352e0eb-5f08-4451-84d1-3e30b0d40635', 'name': 'tempest-AttachVolumeTestJSON-978606717-router', 'tenant_id': '9cd772018d984344b6df5dd95a3340d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:18:06Z', 'updated_at': '2021-02-17T21:24:15Z', 'revision_number': 6, 'project_id': '9cd772018d984344b6df5dd95a3340d9', 'gw_port_host': None}], 'dv-cinder-760193-4-smb', False) {} {{(pid=83973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:24:16.351875 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d831a535-6367-49fe-88cf-b7e2333c31d0 None None] The sync data for ids ['5352e0eb-5f08-4451-84d1-3e30b0d40635'] in dv-cinder-760193-4-smb is: [{'id': '5352e0eb-5f08-4451-84d1-3e30b0d40635', 'name': 'tempest-AttachVolumeTestJSON-978606717-router', 'tenant_id': '9cd772018d984344b6df5dd95a3340d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:18:06Z', 'updated_at': '2021-02-17T21:24:15Z', 'revision_number': 6, 'project_id': '9cd772018d984344b6df5dd95a3340d9', 'gw_port_host': None}] {{(pid=83973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 21:24:16.402300 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d8f737-c970-401e-81a8-358fa817dcc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=65fdc61c-05c6-4547-94ff-946351aea217,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:24:16.412712 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-25d8f737-c970-401e-81a8-358fa817dcc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:24:16.535258 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-25d8f737-c970-401e-81a8-358fa817dcc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-925322'] for router_gateway, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:16.725471 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-25d8f737-c970-401e-81a8-358fa817dcc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853848262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773574'] for router, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:16.736899 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-25d8f737-c970-401e-81a8-358fa817dcc2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:16.761995 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-25d8f737-c970-401e-81a8-358fa817dcc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853847272'] for router, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:16.762555 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d8f737-c970-401e-81a8-358fa817dcc2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5352e0eb-5f08-4451-84d1-3e30b0d40635 {{(pid=83970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 21:24:16.775033 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-25d8f737-c970-401e-81a8-358fa817dcc2 admin admin] Notify callbacks [] for router, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:16.776263 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-25d8f737-c970-401e-81a8-358fa817dcc2 admin admin] 10.222.0.90 "DELETE /v2.0/routers/5352e0eb-5f08-4451-84d1-3e30b0d40635 HTTP/1.1" status: 204 len: 168 time: 1.3898542 Feb 17 21:24:16.778967 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 40032) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:24:16.845047 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.db_base_plugin_v2 [None req-024611e5-577d-4b80-84b7-d33d903fcb4e admin admin] Deleting subnet 0319529e-2e97-491e-9c53-3becc98cbcb1 {{(pid=83970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 21:24:16.848311 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-024611e5-577d-4b80-84b7-d33d903fcb4e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:16.903712 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-024611e5-577d-4b80-84b7-d33d903fcb4e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1702825'] for subnet, precommit_delete_associations {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:16.985729 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-024611e5-577d-4b80-84b7-d33d903fcb4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8265988'] for subnet, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:17.491936 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-024611e5-577d-4b80-84b7-d33d903fcb4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846509796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1731089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2343163'] for subnet, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:17.507888 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:24:17.593520 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024611e5-577d-4b80-84b7-d33d903fcb4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0319529e-2e97-491e-9c53-3becc98cbcb1,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:24:17.596725 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-024611e5-577d-4b80-84b7-d33d903fcb4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:24:17.642176 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-024611e5-577d-4b80-84b7-d33d903fcb4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854194843'] for subnet, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:17.648546 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714a2db0-d41c-447b-b8ac-7af205d28f5a None None] Network 92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7 requested from dv-cinder-760193-4-smb {{(pid=83972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 21:24:17.654520 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-024611e5-577d-4b80-84b7-d33d903fcb4e admin admin] 10.222.0.90 "DELETE /v2.0/subnets/0319529e-2e97-491e-9c53-3becc98cbcb1 HTTP/1.1" status: 204 len: 168 time: 0.8721385 Feb 17 21:24:17.654825 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 40036) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:24:17.772438 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-fa804318-39ec-49dc-b4c3-e6aaa246e336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866049'] for network, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:17.840843 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-fa804318-39ec-49dc-b4c3-e6aaa246e336 admin admin] Deleting port de32df0d-dac4-4933-bd82-64c0da78d4fa {{(pid=83970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:24:17.841217 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-fa804318-39ec-49dc-b4c3-e6aaa246e336 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506882676'] for port, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:17.910841 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793241ca-8c28-4719-8cf7-2b830e8fa8b7 None None] DHCP port deletion for 92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7 request from dv-cinder-760193-4-smb {{(pid=83972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 21:24:17.916082 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-793241ca-8c28-4719-8cf7-2b830e8fa8b7 None None] Deleting port de32df0d-dac4-4933-bd82-64c0da78d4fa {{(pid=83972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:24:17.916497 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-793241ca-8c28-4719-8cf7-2b830e8fa8b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506882676'] for port, before_delete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:18.066492 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-fa804318-39ec-49dc-b4c3-e6aaa246e336 admin admin] For port de32df0d-dac4-4933-bd82-64c0da78d4fa, host dv-cinder-760193-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-smb',level=0,port_id=de32df0d-dac4-4933-bd82-64c0da78d4fa,segment=NetworkSegment(3b7ba68f-1bdb-4082-8d82-80eb2313a4c3),segment_id=3b7ba68f-1bdb-4082-8d82-80eb2313a4c3)] {{(pid=83970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:24:18.066930 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-fa804318-39ec-49dc-b4c3-e6aaa246e336 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-921726'] for port, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:18.135354 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-793241ca-8c28-4719-8cf7-2b830e8fa8b7 None None] For port de32df0d-dac4-4933-bd82-64c0da78d4fa, host dv-cinder-760193-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-smb',level=0,port_id=de32df0d-dac4-4933-bd82-64c0da78d4fa,segment=NetworkSegment(3b7ba68f-1bdb-4082-8d82-80eb2313a4c3),segment_id=3b7ba68f-1bdb-4082-8d82-80eb2313a4c3)] {{(pid=83972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:24:18.135806 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-793241ca-8c28-4719-8cf7-2b830e8fa8b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-921726'] for port, precommit_delete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:18.146530 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Device de32df0d-dac4-4933-bd82-64c0da78d4fa no longer exists at agent ovs-agent-dv-cinder-760193-4-smb {{(pid=83972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:24:18.203631 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-fa804318-39ec-49dc-b4c3-e6aaa246e336 admin admin] Calling delete_port for de32df0d-dac4-4933-bd82-64c0da78d4fa owned by network:dhcp {{(pid=83970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:24:18.284288 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-fa804318-39ec-49dc-b4c3-e6aaa246e336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782347900463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782347493337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1732037'] for port, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:18.300017 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-db96a112-5b36-4c68-a701-e7773f33b375 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:24:18.320833 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-793241ca-8c28-4719-8cf7-2b830e8fa8b7 None None] Calling delete_port for de32df0d-dac4-4933-bd82-64c0da78d4fa owned by network:dhcp {{(pid=83972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:24:18.381618 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] No active binding found for port de32df0d-dac4-4933-bd82-64c0da78d4fa {{(pid=83972) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 17 21:24:18.382072 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Device de32df0d-dac4-4933-bd82-64c0da78d4fa not bound to the agent host dv-cinder-760193-4-smb {{(pid=83972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 21:24:18.382540 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Device 539ec8e4-e591-4c93-afb1-355ba6e314e2 no longer exists at agent ovs-agent-dv-cinder-760193-4-smb {{(pid=83972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:24:18.398384 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa804318-39ec-49dc-b4c3-e6aaa246e336 admin admin] Pushing event deleted for resources: {'Port': ['ID=de32df0d-dac4-4933-bd82-64c0da78d4fa,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:24:18.402300 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-fa804318-39ec-49dc-b4c3-e6aaa246e336 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:24:18.424782 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] No Port match for: 539ec8e4-e591-4c93-afb1-355ba6e314e2 {{(pid=83972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 21:24:18.425179 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Device 539ec8e4-e591-4c93-afb1-355ba6e314e2 not bound to the agent host dv-cinder-760193-4-smb {{(pid=83972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 21:24:18.425643 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Device 65fdc61c-05c6-4547-94ff-946351aea217 no longer exists at agent ovs-agent-dv-cinder-760193-4-smb {{(pid=83972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:24:18.443099 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa804318-39ec-49dc-b4c3-e6aaa246e336 admin admin] No DVR routers for this DVR port de32df0d-dac4-4933-bd82-64c0da78d4fa on host dv-cinder-760193-4-smb {{(pid=83970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 21:24:18.477098 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] No Port match for: 65fdc61c-05c6-4547-94ff-946351aea217 {{(pid=83972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 21:24:18.477493 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Device 65fdc61c-05c6-4547-94ff-946351aea217 not bound to the agent host dv-cinder-760193-4-smb {{(pid=83972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 21:24:18.482847 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.db.api [None req-793241ca-8c28-4719-8cf7-2b830e8fa8b7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83972) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 21:24:18.483387 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_db.api [None req-793241ca-8c28-4719-8cf7-2b830e8fa8b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 21:24:18.565075 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-fa804318-39ec-49dc-b4c3-e6aaa246e336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8267677', 'neutron.services.segments.db._delete_segments_for_network-8782348058381'] for network, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:18.680235 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.services.segments.db [None req-fa804318-39ec-49dc-b4c3-e6aaa246e336 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7']}} {{(pid=83970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:24:18.692584 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.services.segments.db [None req-fa804318-39ec-49dc-b4c3-e6aaa246e336 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b7ba68f-1bdb-4082-8d82-80eb2313a4c3') {'for_net_delete': True} {{(pid=83970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:24:18.693543 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.services.segments.db [None req-fa804318-39ec-49dc-b4c3-e6aaa246e336 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b7ba68f-1bdb-4082-8d82-80eb2313a4c3') {} {{(pid=83970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:24:18.705293 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-fa804318-39ec-49dc-b4c3-e6aaa246e336 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782348055309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853072975'] for segment, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:18.723035 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-fa804318-39ec-49dc-b4c3-e6aaa246e336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846507987'] for segment, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:18.725077 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fa804318-39ec-49dc-b4c3-e6aaa246e336 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=83970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 21:24:18.901869 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [None req-fa804318-39ec-49dc-b4c3-e6aaa246e336 admin admin] Network 92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7 has no segments {{(pid=83970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 21:24:18.914741 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-fa804318-39ec-49dc-b4c3-e6aaa246e336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8267797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853043730'] for segment, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:18.984594 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-793241ca-8c28-4719-8cf7-2b830e8fa8b7 None None] Deleting port de32df0d-dac4-4933-bd82-64c0da78d4fa {{(pid=83972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:24:18.985136 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-793241ca-8c28-4719-8cf7-2b830e8fa8b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506882676'] for port, before_delete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:19.068640 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-793241ca-8c28-4719-8cf7-2b830e8fa8b7 None None] The port 'de32df0d-dac4-4933-bd82-64c0da78d4fa' was deleted {{(pid=83972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 21:24:19.092496 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [None req-fa804318-39ec-49dc-b4c3-e6aaa246e336 admin admin] Network 92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7 has no segments {{(pid=83970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 21:24:19.115646 dv-cinder-760193-4-smb neutron-server[83861]: Traceback (most recent call last): Feb 17 21:24:19.115646 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 21:24:19.115646 dv-cinder-760193-4-smb neutron-server[83861]: timer() Feb 17 21:24:19.115646 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 21:24:19.115646 dv-cinder-760193-4-smb neutron-server[83861]: cb(*args, **kw) Feb 17 21:24:19.115646 dv-cinder-760193-4-smb neutron-server[83861]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 21:24:19.115646 dv-cinder-760193-4-smb neutron-server[83861]: return func(*args, **kwargs) Feb 17 21:24:19.115646 dv-cinder-760193-4-smb neutron-server[83861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 21:24:19.115646 dv-cinder-760193-4-smb neutron-server[83861]: self._notify() Feb 17 21:24:19.115646 dv-cinder-760193-4-smb neutron-server[83861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 21:24:19.115646 dv-cinder-760193-4-smb neutron-server[83861]: self.callback(batched_events) Feb 17 21:24:19.115646 dv-cinder-760193-4-smb neutron-server[83861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 21:24:19.115646 dv-cinder-760193-4-smb neutron-server[83861]: event.method(event) Feb 17 21:24:19.115646 dv-cinder-760193-4-smb neutron-server[83861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 21:24:19.115646 dv-cinder-760193-4-smb neutron-server[83861]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 21:24:19.115646 dv-cinder-760193-4-smb neutron-server[83861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 21:24:19.115646 dv-cinder-760193-4-smb neutron-server[83861]: segment_id)['aggregates'][0] Feb 17 21:24:19.115646 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 21:24:19.115646 dv-cinder-760193-4-smb neutron-server[83861]: return f(self, *a, **k) Feb 17 21:24:19.115646 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 21:24:19.115646 dv-cinder-760193-4-smb neutron-server[83861]: return self._get(url).json() Feb 17 21:24:19.115646 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 21:24:19.115646 dv-cinder-760193-4-smb neutron-server[83861]: **kwargs) Feb 17 21:24:19.115646 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 21:24:19.115646 dv-cinder-760193-4-smb neutron-server[83861]: return self.request(url, 'GET', **kwargs) Feb 17 21:24:19.115646 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 21:24:19.115646 dv-cinder-760193-4-smb neutron-server[83861]: **endpoint_filter) Feb 17 21:24:19.115646 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 21:24:19.115646 dv-cinder-760193-4-smb neutron-server[83861]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 21:24:19.115646 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 21:24:19.115646 dv-cinder-760193-4-smb neutron-server[83861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 21:24:19.115646 dv-cinder-760193-4-smb neutron-server[83861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 21:24:19.198221 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-fa804318-39ec-49dc-b4c3-e6aaa246e336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846508139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853850419'] for network, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:19.201792 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-30e91410-55a6-423b-9a58-6993a876627f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:24:19.216870 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-fa804318-39ec-49dc-b4c3-e6aaa246e336 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854194843'] for network, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:19.228155 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa804318-39ec-49dc-b4c3-e6aaa246e336 admin admin] Pushing event deleted for resources: {'Network': ['ID=92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:24:19.233189 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-fa804318-39ec-49dc-b4c3-e6aaa246e336 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:24:19.236431 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-fa804318-39ec-49dc-b4c3-e6aaa246e336 admin admin] 10.222.0.90 "DELETE /v2.0/networks/92a66fc3-2ca2-4b44-a0b4-6184db9c7ec7 HTTP/1.1" status: 204 len: 168 time: 1.5806124 Feb 17 21:24:19.353842 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 40042) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:24:19.405455 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-7bcdc48b-5588-4697-a7b8-8945e57d8829 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=9cd772018d984344b6df5dd95a3340d9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0503252 Feb 17 21:24:19.407950 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 40046) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:24:19.467852 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-fd12b79f-21ec-499e-9c29-13bad6ee8480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:19.499054 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-fd12b79f-21ec-499e-9c29-13bad6ee8480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:19.543868 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-fd12b79f-21ec-499e-9c29-13bad6ee8480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:19.548803 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-91f6c778-518c-4bda-b3ec-6ccc2a4655d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:24:19.562820 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd12b79f-21ec-499e-9c29-13bad6ee8480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f9f117-8ec6-4059-a517-5f639c808e7a,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:24:19.568079 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-fd12b79f-21ec-499e-9c29-13bad6ee8480 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:24:19.570049 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-fd12b79f-21ec-499e-9c29-13bad6ee8480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:19.571303 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-fd12b79f-21ec-499e-9c29-13bad6ee8480 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/85f9f117-8ec6-4059-a517-5f639c808e7a HTTP/1.1" status: 204 len: 168 time: 0.1624076 Feb 17 21:24:23.825573 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 40106) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:24:23.946913 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-dea0c63c-0e56-40de-a42f-642ae7fd4488 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:23.962496 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-dea0c63c-0e56-40de-a42f-642ae7fd4488 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:24:23.966502 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-dea0c63c-0e56-40de-a42f-642ae7fd4488 admin admin] Usage tracker for resource:security_group_rule and tenant:e644d75525614f089aa92f074bea12b9 is out of sync, need to count used quota {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:24:23.969417 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-dea0c63c-0e56-40de-a42f-642ae7fd4488 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:24:23.975958 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-dea0c63c-0e56-40de-a42f-642ae7fd4488 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:24:24.062602 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-dea0c63c-0e56-40de-a42f-642ae7fd4488 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:24.066074 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-dea0c63c-0e56-40de-a42f-642ae7fd4488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:24.075030 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-804423e6-62e0-48cd-9631-b5d8f8ff7541 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:24:24.117801 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-dea0c63c-0e56-40de-a42f-642ae7fd4488 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=e644d75525614f089aa92f074bea12b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2911026 Feb 17 21:24:24.119572 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea0c63c-0e56-40de-a42f-642ae7fd4488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53772aad-f91e-4591-aee9-f5b79ee13ab8,revision_number=1']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:24:24.120753 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 40112) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:24:24.127792 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea0c63c-0e56-40de-a42f-642ae7fd4488 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:24:24.128216 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea0c63c-0e56-40de-a42f-642ae7fd4488 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:24:24.128706 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea0c63c-0e56-40de-a42f-642ae7fd4488 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:24:24.129108 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea0c63c-0e56-40de-a42f-642ae7fd4488 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:24:24.129507 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea0c63c-0e56-40de-a42f-642ae7fd4488 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:24:24.129907 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea0c63c-0e56-40de-a42f-642ae7fd4488 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:24:24.130896 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea0c63c-0e56-40de-a42f-642ae7fd4488 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:24:24.131296 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea0c63c-0e56-40de-a42f-642ae7fd4488 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:24:24.131765 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea0c63c-0e56-40de-a42f-642ae7fd4488 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:24:24.132184 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea0c63c-0e56-40de-a42f-642ae7fd4488 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:24:24.132584 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea0c63c-0e56-40de-a42f-642ae7fd4488 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:24:24.132977 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea0c63c-0e56-40de-a42f-642ae7fd4488 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:24:24.133410 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea0c63c-0e56-40de-a42f-642ae7fd4488 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:24:24.133804 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea0c63c-0e56-40de-a42f-642ae7fd4488 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:24:24.134195 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea0c63c-0e56-40de-a42f-642ae7fd4488 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:24:24.134583 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea0c63c-0e56-40de-a42f-642ae7fd4488 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:24:24.135018 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea0c63c-0e56-40de-a42f-642ae7fd4488 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:24:24.135410 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea0c63c-0e56-40de-a42f-642ae7fd4488 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:24:24.135800 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea0c63c-0e56-40de-a42f-642ae7fd4488 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:24:24.136186 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea0c63c-0e56-40de-a42f-642ae7fd4488 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:24:24.136572 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea0c63c-0e56-40de-a42f-642ae7fd4488 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:24:24.136959 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea0c63c-0e56-40de-a42f-642ae7fd4488 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:24:24.137360 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea0c63c-0e56-40de-a42f-642ae7fd4488 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:24:24.137737 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea0c63c-0e56-40de-a42f-642ae7fd4488 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:24:24.142251 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-dea0c63c-0e56-40de-a42f-642ae7fd4488 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:24:24.186550 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-7a98688a-d42d-46e4-b280-bf5668643a48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:24.214959 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-7a98688a-d42d-46e4-b280-bf5668643a48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:24.264029 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-7a98688a-d42d-46e4-b280-bf5668643a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:24.269224 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-012c8b7f-dece-45c5-aef1-30d248a8a548 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:24:24.282407 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a98688a-d42d-46e4-b280-bf5668643a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53772aad-f91e-4591-aee9-f5b79ee13ab8,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:24:24.285588 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-7a98688a-d42d-46e4-b280-bf5668643a48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:24:24.287661 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-7a98688a-d42d-46e4-b280-bf5668643a48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:24.289483 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-7a98688a-d42d-46e4-b280-bf5668643a48 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/53772aad-f91e-4591-aee9-f5b79ee13ab8 HTTP/1.1" status: 204 len: 168 time: 0.1670504 Feb 17 21:24:26.248314 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 40168) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:24:26.375080 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-140c73cd-fb82-41ef-83f0-3cfdd3b48e2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:26.395063 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-140c73cd-fb82-41ef-83f0-3cfdd3b48e2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:24:26.399880 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-140c73cd-fb82-41ef-83f0-3cfdd3b48e2b admin admin] Usage tracker for resource:security_group_rule and tenant:b77548574a87442fb69a1d2895cc6706 is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:24:26.402892 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-140c73cd-fb82-41ef-83f0-3cfdd3b48e2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:24:26.408959 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-140c73cd-fb82-41ef-83f0-3cfdd3b48e2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:24:26.502764 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-140c73cd-fb82-41ef-83f0-3cfdd3b48e2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:26.505790 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-140c73cd-fb82-41ef-83f0-3cfdd3b48e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:26.514668 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-aa960115-714f-4271-9c7d-aa7b5b38e70d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:24:26.556619 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-140c73cd-fb82-41ef-83f0-3cfdd3b48e2b admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=b77548574a87442fb69a1d2895cc6706&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3071725 Feb 17 21:24:26.558285 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140c73cd-fb82-41ef-83f0-3cfdd3b48e2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c6cfd7-edf5-420c-a4dd-2272836cca40,revision_number=1']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:24:26.559597 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 40174) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:24:26.561596 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-140c73cd-fb82-41ef-83f0-3cfdd3b48e2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:24:26.623996 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-564179e2-cb80-45a5-8073-574961180379 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:26.654748 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-564179e2-cb80-45a5-8073-574961180379 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:26.698284 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-564179e2-cb80-45a5-8073-574961180379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:26.703215 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-32d5b40a-0475-4491-ba44-616e9df55c1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:24:26.716053 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564179e2-cb80-45a5-8073-574961180379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c6cfd7-edf5-420c-a4dd-2272836cca40,revision_number=None']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:24:26.720466 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-564179e2-cb80-45a5-8073-574961180379 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:24:26.726063 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-564179e2-cb80-45a5-8073-574961180379 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:26.734622 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-564179e2-cb80-45a5-8073-574961180379 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/f5c6cfd7-edf5-420c-a4dd-2272836cca40 HTTP/1.1" status: 204 len: 168 time: 0.1662261 Feb 17 21:24:27.011067 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 40182) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:24:27.030237 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-e2b6e281-cb76-4f86-a850-0237f629bb89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:27.045558 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-e2b6e281-cb76-4f86-a850-0237f629bb89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:24:27.049643 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-e2b6e281-cb76-4f86-a850-0237f629bb89 admin admin] Usage tracker for resource:security_group_rule and tenant:c02b3a451dd147b1ac325d9db0cef071 is out of sync, need to count used quota {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:24:27.054295 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-e2b6e281-cb76-4f86-a850-0237f629bb89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:24:27.060563 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-e2b6e281-cb76-4f86-a850-0237f629bb89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:24:27.146840 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-e2b6e281-cb76-4f86-a850-0237f629bb89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:27.149684 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-e2b6e281-cb76-4f86-a850-0237f629bb89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:27.158993 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-564179e2-cb80-45a5-8073-574961180379 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:24:27.202783 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-e2b6e281-cb76-4f86-a850-0237f629bb89 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=c02b3a451dd147b1ac325d9db0cef071&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1904726 Feb 17 21:24:27.203692 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b6e281-cb76-4f86-a850-0237f629bb89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5386a3b7-075a-4286-b3c6-0e7c3c276459,revision_number=1']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:24:27.205730 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 40186) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:24:27.206995 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-e2b6e281-cb76-4f86-a850-0237f629bb89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:24:27.269925 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-cb19d2bf-320c-4cd3-a0db-a098cd6dcbe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:27.297140 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-cb19d2bf-320c-4cd3-a0db-a098cd6dcbe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:27.340122 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-cb19d2bf-320c-4cd3-a0db-a098cd6dcbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:27.344979 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-dcf57c7c-ac62-44d7-aa95-86089147584e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:24:27.361926 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb19d2bf-320c-4cd3-a0db-a098cd6dcbe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5386a3b7-075a-4286-b3c6-0e7c3c276459,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:24:27.364684 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-cb19d2bf-320c-4cd3-a0db-a098cd6dcbe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:24:27.374026 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-cb19d2bf-320c-4cd3-a0db-a098cd6dcbe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:27.375304 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-cb19d2bf-320c-4cd3-a0db-a098cd6dcbe4 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/5386a3b7-075a-4286-b3c6-0e7c3c276459 HTTP/1.1" status: 204 len: 168 time: 0.1676757 Feb 17 21:24:29.238380 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 40236) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:24:29.363521 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-6f7fffec-3d64-4a90-813a-b7fec9b04276 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:29.378752 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-6f7fffec-3d64-4a90-813a-b7fec9b04276 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:24:29.383436 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-6f7fffec-3d64-4a90-813a-b7fec9b04276 admin admin] Usage tracker for resource:security_group_rule and tenant:0b9bc6faab79458d820d18c83379bedf is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:24:29.386328 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-6f7fffec-3d64-4a90-813a-b7fec9b04276 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:24:29.392141 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-6f7fffec-3d64-4a90-813a-b7fec9b04276 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:24:29.473274 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:29.480121 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-6f7fffec-3d64-4a90-813a-b7fec9b04276 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:29.482592 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-6f7fffec-3d64-4a90-813a-b7fec9b04276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:29.490147 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-80bcaebf-60c0-46b3-9459-767dbda1235e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:24:29.532988 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7fffec-3d64-4a90-813a-b7fec9b04276 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d9042b1-f732-4a22-a3d6-cd87252eb570,revision_number=1']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:24:29.536342 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-6f7fffec-3d64-4a90-813a-b7fec9b04276 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:24:29.539248 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-6f7fffec-3d64-4a90-813a-b7fec9b04276 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=0b9bc6faab79458d820d18c83379bedf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2997406 Feb 17 21:24:29.542100 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 40242) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:24:29.611450 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ed492c97-4f01-4d15-8d80-42f9c5d13936 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:29.638272 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ed492c97-4f01-4d15-8d80-42f9c5d13936 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:29.688212 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ed492c97-4f01-4d15-8d80-42f9c5d13936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:29.693637 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-b629b703-3f51-4e82-a7b7-1e5e65b0b7cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:24:29.704129 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed492c97-4f01-4d15-8d80-42f9c5d13936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d9042b1-f732-4a22-a3d6-cd87252eb570,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:24:29.707921 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-ed492c97-4f01-4d15-8d80-42f9c5d13936 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:24:29.711909 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ed492c97-4f01-4d15-8d80-42f9c5d13936 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:29.713125 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-ed492c97-4f01-4d15-8d80-42f9c5d13936 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/8d9042b1-f732-4a22-a3d6-cd87252eb570 HTTP/1.1" status: 204 len: 168 time: 0.1699579 Feb 17 21:24:29.997916 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 40250) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:24:30.016680 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-424340d4-7b7b-453a-9c02-1b0dda142b48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:30.032376 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-424340d4-7b7b-453a-9c02-1b0dda142b48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:24:30.037044 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-424340d4-7b7b-453a-9c02-1b0dda142b48 admin admin] Usage tracker for resource:security_group_rule and tenant:46a5e77950e34a409561aee9892402b4 is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:24:30.040009 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-424340d4-7b7b-453a-9c02-1b0dda142b48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:24:30.045733 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-424340d4-7b7b-453a-9c02-1b0dda142b48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:24:30.131622 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-424340d4-7b7b-453a-9c02-1b0dda142b48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:30.134397 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-424340d4-7b7b-453a-9c02-1b0dda142b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:30.142990 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-3be55e5c-ec41-4e0e-887c-8c40c32c5cc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:24:30.186053 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-424340d4-7b7b-453a-9c02-1b0dda142b48 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=46a5e77950e34a409561aee9892402b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1868439 Feb 17 21:24:30.187686 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424340d4-7b7b-453a-9c02-1b0dda142b48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3729eed1-e0fe-4db0-b75f-bb2b2c91f06e,revision_number=1']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:24:30.188980 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 40254) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:24:30.190979 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-424340d4-7b7b-453a-9c02-1b0dda142b48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:24:30.257251 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d31c2a01-1d3c-430f-bc98-545cb75de0ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:30.284927 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d31c2a01-1d3c-430f-bc98-545cb75de0ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:30.329532 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d31c2a01-1d3c-430f-bc98-545cb75de0ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:30.334504 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d560437c-a654-4e12-b5b1-46bdc7f40fff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:24:30.347162 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31c2a01-1d3c-430f-bc98-545cb75de0ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3729eed1-e0fe-4db0-b75f-bb2b2c91f06e,revision_number=None']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:24:30.350217 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d31c2a01-1d3c-430f-bc98-545cb75de0ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:24:30.358034 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d31c2a01-1d3c-430f-bc98-545cb75de0ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:30.359278 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-d31c2a01-1d3c-430f-bc98-545cb75de0ad admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/3729eed1-e0fe-4db0-b75f-bb2b2c91f06e HTTP/1.1" status: 204 len: 168 time: 0.1684713 Feb 17 21:24:30.438380 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-436c4de9-afd7-4f89-aa4a-59cc722b6f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:32.201890 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.agents_db [None req-d7035ca1-ab1a-4600-abec-6b06ab5f95db None None] Agent healthcheck: found 6 active agents {{(pid=83973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 21:24:32.493740 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-bbff3b30-79d9-4139-86e5-66f8a771bccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:33.258965 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f1cec3f0-2839-4108-802d-97c7b40b55a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:34.498976 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:34.995247 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-b3b29b12-cbe5-4ec2-9621-66af0787c66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:35.351202 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 40332) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:24:35.473699 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-7c6e8c92-c8b8-47b9-a866-6d7bba0e5c95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:35.489576 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-7c6e8c92-c8b8-47b9-a866-6d7bba0e5c95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:24:35.494413 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-7c6e8c92-c8b8-47b9-a866-6d7bba0e5c95 admin admin] Usage tracker for resource:security_group_rule and tenant:88eb1517b48744b6a5891a0879fb76d7 is out of sync, need to count used quota {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:24:35.497376 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-7c6e8c92-c8b8-47b9-a866-6d7bba0e5c95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:24:35.503166 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-7c6e8c92-c8b8-47b9-a866-6d7bba0e5c95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:24:35.586259 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-7c6e8c92-c8b8-47b9-a866-6d7bba0e5c95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:35.589063 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-7c6e8c92-c8b8-47b9-a866-6d7bba0e5c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:35.597936 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-536669c2-5f3b-4bb3-8173-c6ef75b15217 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:24:35.643978 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-7c6e8c92-c8b8-47b9-a866-6d7bba0e5c95 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=88eb1517b48744b6a5891a0879fb76d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2916985 Feb 17 21:24:35.645711 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6e8c92-c8b8-47b9-a866-6d7bba0e5c95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7350e2cf-1fa2-43d9-b921-14e4c6b1464c,revision_number=1']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:24:35.646932 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 40338) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:24:35.649170 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-7c6e8c92-c8b8-47b9-a866-6d7bba0e5c95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:24:35.717597 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-78d502c6-7603-4c9c-bd2c-13819ff9d8a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:35.745771 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-78d502c6-7603-4c9c-bd2c-13819ff9d8a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:35.790732 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-78d502c6-7603-4c9c-bd2c-13819ff9d8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:35.795660 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-cfaf76de-bee9-4fd2-b5de-04fd6baa1808 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:24:35.810135 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d502c6-7603-4c9c-bd2c-13819ff9d8a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7350e2cf-1fa2-43d9-b921-14e4c6b1464c,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:24:35.813262 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-78d502c6-7603-4c9c-bd2c-13819ff9d8a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:24:35.817516 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-78d502c6-7603-4c9c-bd2c-13819ff9d8a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:35.818754 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-78d502c6-7603-4c9c-bd2c-13819ff9d8a2 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/7350e2cf-1fa2-43d9-b921-14e4c6b1464c HTTP/1.1" status: 204 len: 168 time: 0.1707411 Feb 17 21:24:36.106203 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 40346) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:24:36.125537 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f1143997-2502-418b-bc6e-1a3b7cfc7a6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:36.141349 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-f1143997-2502-418b-bc6e-1a3b7cfc7a6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:24:36.145435 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-f1143997-2502-418b-bc6e-1a3b7cfc7a6c admin admin] Usage tracker for resource:security_group_rule and tenant:2a874c92965548ef86097c2cc51cf434 is out of sync, need to count used quota {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:24:36.149124 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-f1143997-2502-418b-bc6e-1a3b7cfc7a6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:24:36.155353 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-f1143997-2502-418b-bc6e-1a3b7cfc7a6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:24:36.238958 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f1143997-2502-418b-bc6e-1a3b7cfc7a6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:36.241894 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f1143997-2502-418b-bc6e-1a3b7cfc7a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:36.250545 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:24:36.293766 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-f1143997-2502-418b-bc6e-1a3b7cfc7a6c admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=2a874c92965548ef86097c2cc51cf434&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1863561 Feb 17 21:24:36.295461 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1143997-2502-418b-bc6e-1a3b7cfc7a6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac53dfa6-f98d-41f2-8d86-b96571a35d15,revision_number=1']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:24:36.296711 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 40350) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:24:36.298939 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-f1143997-2502-418b-bc6e-1a3b7cfc7a6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:24:36.359125 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d27cf786-ddf1-4d95-b04a-9258150737d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:36.386208 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d27cf786-ddf1-4d95-b04a-9258150737d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:36.429793 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d27cf786-ddf1-4d95-b04a-9258150737d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:36.434752 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-81b7b179-4d3b-41f2-9840-122e3205e2b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:24:36.448647 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27cf786-ddf1-4d95-b04a-9258150737d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac53dfa6-f98d-41f2-8d86-b96571a35d15,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:24:36.451480 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d27cf786-ddf1-4d95-b04a-9258150737d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:24:36.452650 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d27cf786-ddf1-4d95-b04a-9258150737d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:36.454554 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-d27cf786-ddf1-4d95-b04a-9258150737d4 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/ac53dfa6-f98d-41f2-8d86-b96571a35d15 HTTP/1.1" status: 204 len: 168 time: 0.1567402 Feb 17 21:24:37.646585 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 40380) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:24:37.773961 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-e34258a1-c3f7-49f9-9a2e-781032d2a0aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:37.789109 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-e34258a1-c3f7-49f9-9a2e-781032d2a0aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:24:37.793189 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-e34258a1-c3f7-49f9-9a2e-781032d2a0aa admin admin] Usage tracker for resource:security_group_rule and tenant:eb72f848d4154a92985f36f194c1591d is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:24:37.796120 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-e34258a1-c3f7-49f9-9a2e-781032d2a0aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:24:37.801820 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-e34258a1-c3f7-49f9-9a2e-781032d2a0aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:24:37.885988 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-e34258a1-c3f7-49f9-9a2e-781032d2a0aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:37.888742 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-e34258a1-c3f7-49f9-9a2e-781032d2a0aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:37.898127 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-6b855026-1681-4ad1-b1ab-9960141cdf5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:24:37.939756 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-e34258a1-c3f7-49f9-9a2e-781032d2a0aa admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=eb72f848d4154a92985f36f194c1591d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2912502 Feb 17 21:24:37.940765 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34258a1-c3f7-49f9-9a2e-781032d2a0aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c0f88e-1507-487f-91d5-3ebb22432139,revision_number=1']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:24:37.942687 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 40386) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:24:37.944705 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-e34258a1-c3f7-49f9-9a2e-781032d2a0aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:24:38.008023 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f22486b0-e47a-44ab-86f6-2a5b3cb0cb28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:38.034235 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f22486b0-e47a-44ab-86f6-2a5b3cb0cb28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:38.084092 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f22486b0-e47a-44ab-86f6-2a5b3cb0cb28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:38.089450 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-264e500a-2527-4bf6-a57b-ee9fdeab260d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:24:38.103871 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22486b0-e47a-44ab-86f6-2a5b3cb0cb28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5c0f88e-1507-487f-91d5-3ebb22432139,revision_number=None']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:24:38.106721 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-f22486b0-e47a-44ab-86f6-2a5b3cb0cb28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:24:38.117180 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f22486b0-e47a-44ab-86f6-2a5b3cb0cb28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:38.118393 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-f22486b0-e47a-44ab-86f6-2a5b3cb0cb28 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/a5c0f88e-1507-487f-91d5-3ebb22432139 HTTP/1.1" status: 204 len: 168 time: 0.1728814 Feb 17 21:24:41.363068 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843a7b82-7a3a-42ef-8c74-958033b9260c req-d6d3a89a-0104-471a-aa3a-4d109787c27d tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:24:41.364669 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-843a7b82-7a3a-42ef-8c74-958033b9260c req-d6d3a89a-0104-471a-aa3a-4d109787c27d tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=e7c9070a-5133-4e0c-8ade-bfb98204de89 HTTP/1.1" status: 200 len: 945 time: 0.0937757 Feb 17 21:24:41.420389 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-843a7b82-7a3a-42ef-8c74-958033b9260c req-4b658c9c-f2fe-4cc3-aa46-9b13335b188d tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/security-groups?id=04a44232-4f07-4600-9186-5378d4d7d051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486338 Feb 17 21:24:42.630435 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122d646c-c8f2-49c3-b59e-b73f7d11086b req-13be9be7-0e45-4f53-b31f-0955f31d107f tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:24:42.632731 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-122d646c-c8f2-49c3-b59e-b73f7d11086b req-13be9be7-0e45-4f53-b31f-0955f31d107f tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=e7c9070a-5133-4e0c-8ade-bfb98204de89 HTTP/1.1" status: 200 len: 945 time: 0.0922325 Feb 17 21:24:42.680138 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-122d646c-c8f2-49c3-b59e-b73f7d11086b req-bbe5dc80-558e-46bd-8afd-ce3d10ed1c85 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/security-groups?id=04a44232-4f07-4600-9186-5378d4d7d051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411191 Feb 17 21:24:42.827052 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451534fd-73ff-4ec9-afda-bf0b8f7f7db9 req-0e10559a-b028-4f8f-a5b7-71f24469dd8d tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:24:42.828713 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-451534fd-73ff-4ec9-afda-bf0b8f7f7db9 req-0e10559a-b028-4f8f-a5b7-71f24469dd8d tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.95 "GET /v2.0/ports?device_id=e7c9070a-5133-4e0c-8ade-bfb98204de89 HTTP/1.1" status: 200 len: 945 time: 0.0907006 Feb 17 21:24:42.877559 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Device a6cd2429-f68c-4aed-b77d-a3e9f30e8aa5 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:24:42.910898 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [req-451534fd-73ff-4ec9-afda-bf0b8f7f7db9 req-d84e4a73-d66e-41d5-9072-5503e38b92ed tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Deleting port a6cd2429-f68c-4aed-b77d-a3e9f30e8aa5 {{(pid=83971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:24:42.911218 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-451534fd-73ff-4ec9-afda-bf0b8f7f7db9 req-d84e4a73-d66e-41d5-9072-5503e38b92ed tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506882676'] for port, before_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:43.001160 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:43.030620 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7c9070a-5133-4e0c-8ade-bfb98204de89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6cd2429-f68c-4aed-b77d-a3e9f30e8aa5'}] {{(pid=83972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:24:43.041814 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] For port a6cd2429-f68c-4aed-b77d-a3e9f30e8aa5, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=a6cd2429-f68c-4aed-b77d-a3e9f30e8aa5,segment=NetworkSegment(38c8979f-713f-4e0b-b4ed-e9896b157798),segment_id=38c8979f-713f-4e0b-b4ed-e9896b157798)] {{(pid=83972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:24:43.045326 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:43.047291 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:24:43.097584 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7c9070a-5133-4e0c-8ade-bfb98204de89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6cd2429-f68c-4aed-b77d-a3e9f30e8aa5', 'code': 200} Feb 17 21:24:43.137980 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Pushing event updated for resources: {'Port': ['ID=a6cd2429-f68c-4aed-b77d-a3e9f30e8aa5,revision_number=7']} {{(pid=83972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:24:43.141577 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:24:43.179720 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [req-451534fd-73ff-4ec9-afda-bf0b8f7f7db9 req-d84e4a73-d66e-41d5-9072-5503e38b92ed tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] For port a6cd2429-f68c-4aed-b77d-a3e9f30e8aa5, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=a6cd2429-f68c-4aed-b77d-a3e9f30e8aa5,segment=NetworkSegment(38c8979f-713f-4e0b-b4ed-e9896b157798),segment_id=38c8979f-713f-4e0b-b4ed-e9896b157798)] {{(pid=83971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:24:43.180030 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-451534fd-73ff-4ec9-afda-bf0b8f7f7db9 req-d84e4a73-d66e-41d5-9072-5503e38b92ed tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-921726'] for port, precommit_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:43.485695 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-451534fd-73ff-4ec9-afda-bf0b8f7f7db9 req-d84e4a73-d66e-41d5-9072-5503e38b92ed tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:43.486036 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-451534fd-73ff-4ec9-afda-bf0b8f7f7db9 req-d84e4a73-d66e-41d5-9072-5503e38b92ed tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853844558'] for floatingip, after_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:43.486393 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.db.l3_db [req-451534fd-73ff-4ec9-afda-bf0b8f7f7db9 req-d84e4a73-d66e-41d5-9072-5503e38b92ed tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Floating IP b8f4eba9-0be6-46d9-b89f-a36cae151b9e disassociated. External IP: 172.28.3.71, port: a6cd2429-f68c-4aed-b77d-a3e9f30e8aa5. Feb 17 21:24:43.486802 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [req-451534fd-73ff-4ec9-afda-bf0b8f7f7db9 req-d84e4a73-d66e-41d5-9072-5503e38b92ed tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Calling delete_port for a6cd2429-f68c-4aed-b77d-a3e9f30e8aa5 owned by compute:nova {{(pid=83971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:24:43.568919 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.db.api [req-451534fd-73ff-4ec9-afda-bf0b8f7f7db9 req-d84e4a73-d66e-41d5-9072-5503e38b92ed tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83971) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 21:24:43.569366 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_db.api [req-451534fd-73ff-4ec9-afda-bf0b8f7f7db9 req-d84e4a73-d66e-41d5-9072-5503e38b92ed tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83971) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 21:24:43.888392 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5325a9-105f-41c9-815c-01a454da6fdf req-fc0c8ef2-b869-47bb-ac9b-bad765f8aa45 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:24:43.890012 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-1b5325a9-105f-41c9-815c-01a454da6fdf req-fc0c8ef2-b869-47bb-ac9b-bad765f8aa45 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=e7c9070a-5133-4e0c-8ade-bfb98204de89 HTTP/1.1" status: 200 len: 943 time: 0.0889130 Feb 17 21:24:43.938206 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-1b5325a9-105f-41c9-815c-01a454da6fdf req-da6a3c10-a6b6-4fdf-a8d9-7d5a3041da35 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/security-groups?id=04a44232-4f07-4600-9186-5378d4d7d051&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419350 Feb 17 21:24:44.071159 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [req-451534fd-73ff-4ec9-afda-bf0b8f7f7db9 req-d84e4a73-d66e-41d5-9072-5503e38b92ed tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Deleting port a6cd2429-f68c-4aed-b77d-a3e9f30e8aa5 {{(pid=83971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:24:44.071706 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-451534fd-73ff-4ec9-afda-bf0b8f7f7db9 req-d84e4a73-d66e-41d5-9072-5503e38b92ed tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506882676'] for port, before_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:44.338890 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [req-451534fd-73ff-4ec9-afda-bf0b8f7f7db9 req-d84e4a73-d66e-41d5-9072-5503e38b92ed tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] For port a6cd2429-f68c-4aed-b77d-a3e9f30e8aa5, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=a6cd2429-f68c-4aed-b77d-a3e9f30e8aa5,segment=NetworkSegment(38c8979f-713f-4e0b-b4ed-e9896b157798),segment_id=38c8979f-713f-4e0b-b4ed-e9896b157798)] {{(pid=83971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:24:44.339296 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-451534fd-73ff-4ec9-afda-bf0b8f7f7db9 req-d84e4a73-d66e-41d5-9072-5503e38b92ed tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-921726'] for port, precommit_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:44.657666 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-451534fd-73ff-4ec9-afda-bf0b8f7f7db9 req-d84e4a73-d66e-41d5-9072-5503e38b92ed tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:44.658117 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-451534fd-73ff-4ec9-afda-bf0b8f7f7db9 req-d84e4a73-d66e-41d5-9072-5503e38b92ed tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853844558'] for floatingip, after_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:44.658530 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.db.l3_db [req-451534fd-73ff-4ec9-afda-bf0b8f7f7db9 req-d84e4a73-d66e-41d5-9072-5503e38b92ed tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Floating IP b8f4eba9-0be6-46d9-b89f-a36cae151b9e disassociated. External IP: 172.28.3.71, port: a6cd2429-f68c-4aed-b77d-a3e9f30e8aa5. Feb 17 21:24:44.658962 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [req-451534fd-73ff-4ec9-afda-bf0b8f7f7db9 req-d84e4a73-d66e-41d5-9072-5503e38b92ed tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Calling delete_port for a6cd2429-f68c-4aed-b77d-a3e9f30e8aa5 owned by compute:nova {{(pid=83971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:24:44.814179 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-451534fd-73ff-4ec9-afda-bf0b8f7f7db9 req-d84e4a73-d66e-41d5-9072-5503e38b92ed tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782347900463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782347493337'] for port, after_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:44.832515 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-affccf22-2675-488f-b172-6d06b149a2f1 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:24:44.935681 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84e4a73-d66e-41d5-9072-5503e38b92ed tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Pushing event deleted for resources: {'Port': ['ID=a6cd2429-f68c-4aed-b77d-a3e9f30e8aa5,revision_number=None']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:24:44.938452 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d84e4a73-d66e-41d5-9072-5503e38b92ed tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:24:45.457489 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-bbc546d7-113d-48a7-a0bf-396aeab1594c req-9441e0f3-ef7d-4242-84a6-683ed8fa323e tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=e7c9070a-5133-4e0c-8ade-bfb98204de89 HTTP/1.1" status: 200 len: 210 time: 0.3794374 Feb 17 21:24:45.520675 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.l3_agent_scheduler [req-451534fd-73ff-4ec9-afda-bf0b8f7f7db9 req-d84e4a73-d66e-41d5-9072-5503e38b92ed tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Router 41fe0107-656f-4932-971e-369ccb46c124 has already been hosted by L3 agent 0536e1cb-4d3e-42d2-8b6d-8bd52a4e2590 {{(pid=83971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 21:24:45.717733 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-451534fd-73ff-4ec9-afda-bf0b8f7f7db9 req-d84e4a73-d66e-41d5-9072-5503e38b92ed tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify agent at l3_agent.dv-cinder-760193-4-smb the message routers_updated {{(pid=83971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 21:24:45.728342 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a7ed7d-d1fa-4152-b2e0-53541c9ae58c None None] Sync routers for ids ['41fe0107-656f-4932-971e-369ccb46c124'] in dv-cinder-760193-4-smb {{(pid=83972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 21:24:45.738936 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a7ed7d-d1fa-4152-b2e0-53541c9ae58c None None] Routers {'41fe0107-656f-4932-971e-369ccb46c124'} bound to L3 agent in host dv-cinder-760193-4-smb {{(pid=83972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:24:45.739677 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-a8a7ed7d-d1fa-4152-b2e0-53541c9ae58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T21:09:02Z,description=,heartbeat_timestamp=2021-02-17T21:24:32Z,host='dv-cinder-760193-4-smb',id=0536e1cb-4d3e-42d2-8b6d-8bd52a4e2590,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T21:09:02Z,topic='l3_agent')) {'router_ids': ['41fe0107-656f-4932-971e-369ccb46c124'], 'active': True} {{(pid=83972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:24:45.758539 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [req-451534fd-73ff-4ec9-afda-bf0b8f7f7db9 req-d84e4a73-d66e-41d5-9072-5503e38b92ed tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] No DVR routers for this DVR port a6cd2429-f68c-4aed-b77d-a3e9f30e8aa5 on host hv-cinder-76019 {{(pid=83971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 21:24:45.760872 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-451534fd-73ff-4ec9-afda-bf0b8f7f7db9 req-d84e4a73-d66e-41d5-9072-5503e38b92ed tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768493'] for port, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:45.763769 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7c9070a-5133-4e0c-8ade-bfb98204de89', 'name': 'network-vif-deleted', 'tag': 'a6cd2429-f68c-4aed-b77d-a3e9f30e8aa5'}] {{(pid=83971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:24:45.782422 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-451534fd-73ff-4ec9-afda-bf0b8f7f7db9 req-d84e4a73-d66e-41d5-9072-5503e38b92ed tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.95 "DELETE /v2.0/ports/a6cd2429-f68c-4aed-b77d-a3e9f30e8aa5 HTTP/1.1" status: 204 len: 173 time: 2.9480083 Feb 17 21:24:45.832764 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7c9070a-5133-4e0c-8ade-bfb98204de89', 'name': 'network-vif-deleted', 'tag': 'a6cd2429-f68c-4aed-b77d-a3e9f30e8aa5', 'status': 'completed', 'code': 200} Feb 17 21:24:45.937553 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvr_db [None req-a8a7ed7d-d1fa-4152-b2e0-53541c9ae58c None None] Set router 41fe0107-656f-4932-971e-369ccb46c124 gateway port host: dv-cinder-760193-4-smb {{(pid=83972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:24:46.295847 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-a8a7ed7d-d1fa-4152-b2e0-53541c9ae58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41fe0107-656f-4932-971e-369ccb46c124', 'name': 'tempest-AttachVolumeShelveTestJSON-2117019523-router', 'tenant_id': '9c7bb313aece425aab5e866c385e03ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'external_fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': '0cf72ebc-0997-4855-8f4d-dc564a5a3d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:22:08Z', 'updated_at': '2021-02-17T21:22:13Z', 'revision_number': 4, 'project_id': '9c7bb313aece425aab5e866c385e03ee', 'gw_port': {'id': '0cf72ebc-0997-4855-8f4d-dc564a5a3d96', 'name': '', 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:82:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41fe0107-656f-4932-971e-369ccb46c124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:22:09Z', 'updated_at': '2021-02-17T21:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-smb', '_interfaces': [{'id': '27f6af13-f955-4104-a838-362f3b0f91d9', 'name': '', 'network_id': 'a116bda0-2aab-4a78-81df-3e3c3d982929', 'tenant_id': '9c7bb313aece425aab5e866c385e03ee', 'mac_address': 'fa:16:3e:81:d3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41fe0107-656f-4932-971e-369ccb46c124', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '94f0a19c-985b-4196-aff1-8f20e10c98ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:22:12Z', 'updated_at': '2021-02-17T21:22:22Z', 'revision_number': 5, 'project_id': '9c7bb313aece425aab5e866c385e03ee', 'subnets': [{'id': '94f0a19c-985b-4196-aff1-8f20e10c98ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-4-smb', False) {} {{(pid=83972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:24:46.295847 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a7ed7d-d1fa-4152-b2e0-53541c9ae58c None None] Checking router: 41fe0107-656f-4932-971e-369ccb46c124 for host: dv-cinder-760193-4-smb {{(pid=83972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 21:24:46.305499 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a7ed7d-d1fa-4152-b2e0-53541c9ae58c None None] Routers {'41fe0107-656f-4932-971e-369ccb46c124'} bound to L3 agent in host dv-cinder-760193-4-smb {{(pid=83972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:24:46.306155 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-a8a7ed7d-d1fa-4152-b2e0-53541c9ae58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T21:09:02Z,description=,heartbeat_timestamp=2021-02-17T21:24:32Z,host='dv-cinder-760193-4-smb',id=0536e1cb-4d3e-42d2-8b6d-8bd52a4e2590,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T21:09:02Z,topic='l3_agent')) {'router_ids': ['41fe0107-656f-4932-971e-369ccb46c124'], 'active': True} {{(pid=83972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:24:46.495933 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvr_db [None req-a8a7ed7d-d1fa-4152-b2e0-53541c9ae58c None None] Set router 41fe0107-656f-4932-971e-369ccb46c124 gateway port host: dv-cinder-760193-4-smb {{(pid=83972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:24:46.603654 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 40532) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:24:46.676246 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-77479be1-6eff-4172-8f51-f739072e8fd3 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify callbacks [] for security_group, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:46.707624 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-77479be1-6eff-4172-8f51-f739072e8fd3 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:46.764090 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-77479be1-6eff-4172-8f51-f739072e8fd3 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:46.769839 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-9ba41d20-c929-4bb8-a265-4329f33866fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:24:46.788532 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77479be1-6eff-4172-8f51-f739072e8fd3 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a44232-4f07-4600-9186-5378d4d7d051,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:24:46.800391 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77479be1-6eff-4172-8f51-f739072e8fd3 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:24:46.800920 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77479be1-6eff-4172-8f51-f739072e8fd3 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:24:46.801438 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77479be1-6eff-4172-8f51-f739072e8fd3 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:24:46.801927 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77479be1-6eff-4172-8f51-f739072e8fd3 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:24:46.802640 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77479be1-6eff-4172-8f51-f739072e8fd3 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:24:46.803841 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77479be1-6eff-4172-8f51-f739072e8fd3 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:24:46.804493 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77479be1-6eff-4172-8f51-f739072e8fd3 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:24:46.805041 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77479be1-6eff-4172-8f51-f739072e8fd3 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:24:46.805577 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77479be1-6eff-4172-8f51-f739072e8fd3 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:24:46.806328 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77479be1-6eff-4172-8f51-f739072e8fd3 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:24:46.806886 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77479be1-6eff-4172-8f51-f739072e8fd3 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:24:46.807510 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77479be1-6eff-4172-8f51-f739072e8fd3 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:24:46.808066 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77479be1-6eff-4172-8f51-f739072e8fd3 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:24:46.808533 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77479be1-6eff-4172-8f51-f739072e8fd3 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:24:46.809250 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77479be1-6eff-4172-8f51-f739072e8fd3 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:24:46.809750 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77479be1-6eff-4172-8f51-f739072e8fd3 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:24:46.810293 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77479be1-6eff-4172-8f51-f739072e8fd3 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:24:46.810729 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77479be1-6eff-4172-8f51-f739072e8fd3 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:24:46.811140 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77479be1-6eff-4172-8f51-f739072e8fd3 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:24:46.811548 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77479be1-6eff-4172-8f51-f739072e8fd3 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:24:46.812027 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77479be1-6eff-4172-8f51-f739072e8fd3 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:24:46.812428 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77479be1-6eff-4172-8f51-f739072e8fd3 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:24:46.812836 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77479be1-6eff-4172-8f51-f739072e8fd3 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:24:46.813269 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77479be1-6eff-4172-8f51-f739072e8fd3 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:24:46.818036 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-77479be1-6eff-4172-8f51-f739072e8fd3 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:24:46.824820 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-77479be1-6eff-4172-8f51-f739072e8fd3 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify callbacks [] for security_group, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:46.826257 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-77479be1-6eff-4172-8f51-f739072e8fd3 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "DELETE /v2.0/security-groups/04a44232-4f07-4600-9186-5378d4d7d051 HTTP/1.1" status: 204 len: 168 time: 0.2214856 Feb 17 21:24:46.829259 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 40540) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:24:46.848298 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.v2.resource [None req-67c9ffb2-556a-40cd-8890-874c8d114580 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] show failed (client error): The resource could not be found. Feb 17 21:24:46.850678 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-67c9ffb2-556a-40cd-8890-874c8d114580 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/security-groups/04a44232-4f07-4600-9186-5378d4d7d051 HTTP/1.1" status: 404 len: 347 time: 0.0191581 Feb 17 21:24:46.852692 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 40544) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:24:46.862934 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-a8a7ed7d-d1fa-4152-b2e0-53541c9ae58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41fe0107-656f-4932-971e-369ccb46c124', 'name': 'tempest-AttachVolumeShelveTestJSON-2117019523-router', 'tenant_id': '9c7bb313aece425aab5e866c385e03ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'external_fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': '0cf72ebc-0997-4855-8f4d-dc564a5a3d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:22:08Z', 'updated_at': '2021-02-17T21:22:13Z', 'revision_number': 4, 'project_id': '9c7bb313aece425aab5e866c385e03ee', 'gw_port': {'id': '0cf72ebc-0997-4855-8f4d-dc564a5a3d96', 'name': '', 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:82:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41fe0107-656f-4932-971e-369ccb46c124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:22:09Z', 'updated_at': '2021-02-17T21:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-smb', '_interfaces': [{'id': '27f6af13-f955-4104-a838-362f3b0f91d9', 'name': '', 'network_id': 'a116bda0-2aab-4a78-81df-3e3c3d982929', 'tenant_id': '9c7bb313aece425aab5e866c385e03ee', 'mac_address': 'fa:16:3e:81:d3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41fe0107-656f-4932-971e-369ccb46c124', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '94f0a19c-985b-4196-aff1-8f20e10c98ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:22:12Z', 'updated_at': '2021-02-17T21:22:22Z', 'revision_number': 5, 'project_id': '9c7bb313aece425aab5e866c385e03ee', 'subnets': [{'id': '94f0a19c-985b-4196-aff1-8f20e10c98ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-4-smb', False) {} {{(pid=83972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:24:46.868100 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a7ed7d-d1fa-4152-b2e0-53541c9ae58c None None] The sync data for ids ['41fe0107-656f-4932-971e-369ccb46c124'] in dv-cinder-760193-4-smb is: [{'id': '41fe0107-656f-4932-971e-369ccb46c124', 'name': 'tempest-AttachVolumeShelveTestJSON-2117019523-router', 'tenant_id': '9c7bb313aece425aab5e866c385e03ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'external_fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': '0cf72ebc-0997-4855-8f4d-dc564a5a3d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:22:08Z', 'updated_at': '2021-02-17T21:22:13Z', 'revision_number': 4, 'project_id': '9c7bb313aece425aab5e866c385e03ee', 'gw_port': {'id': '0cf72ebc-0997-4855-8f4d-dc564a5a3d96', 'name': '', 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:82:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41fe0107-656f-4932-971e-369ccb46c124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:22:09Z', 'updated_at': '2021-02-17T21:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-smb', '_interfaces': [{'id': '27f6af13-f955-4104-a838-362f3b0f91d9', 'name': '', 'network_id': 'a116bda0-2aab-4a78-81df-3e3c3d982929', 'tenant_id': '9c7bb313aece425aab5e866c385e03ee', 'mac_address': 'fa:16:3e:81:d3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41fe0107-656f-4932-971e-369ccb46c124', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '94f0a19c-985b-4196-aff1-8f20e10c98ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:22:12Z', 'updated_at': '2021-02-17T21:22:22Z', 'revision_number': 5, 'project_id': '9c7bb313aece425aab5e866c385e03ee', 'subnets': [{'id': '94f0a19c-985b-4196-aff1-8f20e10c98ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 21:24:47.029890 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-bf78dc96-15c4-4059-bd05-d5b3d838a358 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Deleting port 5beb2091-9067-4aa4-85d1-a2a0bfbcc954 {{(pid=83970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:24:47.030408 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-bf78dc96-15c4-4059-bd05-d5b3d838a358 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506882676'] for port, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:47.218675 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-bf78dc96-15c4-4059-bd05-d5b3d838a358 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-921726'] for port, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:47.219069 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-bf78dc96-15c4-4059-bd05-d5b3d838a358 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:47.273780 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b10a3c-4c8f-4500-8852-b39b3ec84cce None None] New status for floating IP b8f4eba9-0be6-46d9-b89f-a36cae151b9e: DOWN {{(pid=83973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 21:24:47.589064 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-bf78dc96-15c4-4059-bd05-d5b3d838a358 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Calling delete_port for 5beb2091-9067-4aa4-85d1-a2a0bfbcc954 owned by network:floatingip {{(pid=83970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:24:47.678339 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.db.api [None req-bf78dc96-15c4-4059-bd05-d5b3d838a358 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83970) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 21:24:47.678736 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_db.api [None req-bf78dc96-15c4-4059-bd05-d5b3d838a358 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 21:24:48.180565 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-bf78dc96-15c4-4059-bd05-d5b3d838a358 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Deleting port 5beb2091-9067-4aa4-85d1-a2a0bfbcc954 {{(pid=83970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:24:48.181101 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-bf78dc96-15c4-4059-bd05-d5b3d838a358 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506882676'] for port, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:48.363726 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-bf78dc96-15c4-4059-bd05-d5b3d838a358 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-921726'] for port, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:48.364051 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-bf78dc96-15c4-4059-bd05-d5b3d838a358 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:48.493564 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-bf78dc96-15c4-4059-bd05-d5b3d838a358 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Calling delete_port for 5beb2091-9067-4aa4-85d1-a2a0bfbcc954 owned by network:floatingip {{(pid=83970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:24:48.633855 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-bf78dc96-15c4-4059-bd05-d5b3d838a358 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782347900463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782347493337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1732037'] for port, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:48.648832 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-34f12a1f-429f-43d2-967e-0bebdeab88fc tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:24:48.753348 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf78dc96-15c4-4059-bd05-d5b3d838a358 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Pushing event deleted for resources: {'Port': ['ID=5beb2091-9067-4aa4-85d1-a2a0bfbcc954,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:24:48.758801 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-bf78dc96-15c4-4059-bd05-d5b3d838a358 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:24:48.872896 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-bf78dc96-15c4-4059-bd05-d5b3d838a358 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify callbacks [] for floatingip, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:48.887768 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-bf78dc96-15c4-4059-bd05-d5b3d838a358 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768493'] for floatingip, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:48.888903 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-bf78dc96-15c4-4059-bd05-d5b3d838a358 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "DELETE /v2.0/floatingips/b8f4eba9-0be6-46d9-b89f-a36cae151b9e HTTP/1.1" status: 204 len: 168 time: 2.0352228 Feb 17 21:24:49.081850 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 40556) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:24:49.087809 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [None req-718c46c7-bb2f-4c46-be25-e419fbe8d3f0 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1618433463', 'description': 'tempest-description--1447699253'}} {{(pid=83971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:24:49.094960 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-718c46c7-bb2f-4c46-be25-e419fbe8d3f0 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:24:49.099704 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-718c46c7-bb2f-4c46-be25-e419fbe8d3f0 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Usage tracker for resource:security_group and tenant:9c7bb313aece425aab5e866c385e03ee is out of sync, need to count used quota {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:24:49.103843 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-718c46c7-bb2f-4c46-be25-e419fbe8d3f0 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:24:49.109732 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-718c46c7-bb2f-4c46-be25-e419fbe8d3f0 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:24:49.119887 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-718c46c7-bb2f-4c46-be25-e419fbe8d3f0 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify callbacks [] for security_group, before_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:49.141385 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-718c46c7-bb2f-4c46-be25-e419fbe8d3f0 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:24:49.145614 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-718c46c7-bb2f-4c46-be25-e419fbe8d3f0 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Usage tracker for resource:security_group_rule and tenant:9c7bb313aece425aab5e866c385e03ee is out of sync, need to count used quota {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:24:49.149251 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-718c46c7-bb2f-4c46-be25-e419fbe8d3f0 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:24:49.155141 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-718c46c7-bb2f-4c46-be25-e419fbe8d3f0 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:24:49.233438 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-718c46c7-bb2f-4c46-be25-e419fbe8d3f0 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify callbacks [] for security_group, precommit_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:49.236194 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-718c46c7-bb2f-4c46-be25-e419fbe8d3f0 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:49.242022 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-8b6a27a6-2d60-4b99-9385-b91f79097e68 tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:24:49.286738 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718c46c7-bb2f-4c46-be25-e419fbe8d3f0 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ada7bef1-b9ee-4474-bc63-d37ae190b60e,revision_number=1']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:24:49.289809 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-718c46c7-bb2f-4c46-be25-e419fbe8d3f0 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify callbacks [] for security_group, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:49.291170 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-718c46c7-bb2f-4c46-be25-e419fbe8d3f0 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2082207 Feb 17 21:24:49.292156 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-718c46c7-bb2f-4c46-be25-e419fbe8d3f0 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:24:49.294324 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 40568) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:24:49.299849 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [None req-f58f1614-16db-44ec-8a87-85429d4a47d6 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Request body: {'security_group_rule': {'security_group_id': 'ada7bef1-b9ee-4474-bc63-d37ae190b60e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:24:49.306228 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-f58f1614-16db-44ec-8a87-85429d4a47d6 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:24:49.310342 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-f58f1614-16db-44ec-8a87-85429d4a47d6 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Usage tracker for resource:security_group_rule and tenant:9c7bb313aece425aab5e866c385e03ee is out of sync, need to count used quota {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:24:49.314523 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-f58f1614-16db-44ec-8a87-85429d4a47d6 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:24:49.383988 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-f58f1614-16db-44ec-8a87-85429d4a47d6 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:24:49.440744 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f58f1614-16db-44ec-8a87-85429d4a47d6 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:49.457913 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-ba95aaf6-4b42-4782-8c10-22f0bb6955d9 req-d2a07ff3-02c3-463a-8bc4-e4a66d439697 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] 10.222.0.90 "GET /v2.0/floatingips/463ece69-73c6-4dab-83e7-f3f4bc4193d4 HTTP/1.1" status: 200 len: 999 time: 0.1445007 Feb 17 21:24:49.627951 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f58f1614-16db-44ec-8a87-85429d4a47d6 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:49.632892 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f58f1614-16db-44ec-8a87-85429d4a47d6 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032038'] for security_group_rule, after_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:49.645226 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:24:49.673657 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58f1614-16db-44ec-8a87-85429d4a47d6 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7a18d3d-4e25-44c3-8b5e-3232f4fafffe,revision_number=0']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:24:49.682260 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95aaf6-4b42-4782-8c10-22f0bb6955d9 req-2b1ebd24-56a3-406c-9907-92c995bce3bb tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:24:49.683772 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-ba95aaf6-4b42-4782-8c10-22f0bb6955d9 req-2b1ebd24-56a3-406c-9907-92c995bce3bb tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] 10.222.0.90 "GET /v2.0/networks/35a248c9-4e56-449c-88ff-c033f82ee17e HTTP/1.1" status: 200 len: 784 time: 0.2152476 Feb 17 21:24:49.685248 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-f58f1614-16db-44ec-8a87-85429d4a47d6 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:24:49.743548 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f58f1614-16db-44ec-8a87-85429d4a47d6 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:49.744706 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-f58f1614-16db-44ec-8a87-85429d4a47d6 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4494674 Feb 17 21:24:49.747744 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 40572) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:24:49.753819 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [None req-b88d1b3b-1999-4185-b580-8a3643233eb1 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Request body: {'security_group_rule': {'security_group_id': 'ada7bef1-b9ee-4474-bc63-d37ae190b60e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:24:49.760984 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-b88d1b3b-1999-4185-b580-8a3643233eb1 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:24:49.765027 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-b88d1b3b-1999-4185-b580-8a3643233eb1 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Usage tracker for resource:security_group_rule and tenant:9c7bb313aece425aab5e866c385e03ee is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:24:49.769262 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-b88d1b3b-1999-4185-b580-8a3643233eb1 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:24:49.775436 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-b88d1b3b-1999-4185-b580-8a3643233eb1 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:24:49.790943 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-b88d1b3b-1999-4185-b580-8a3643233eb1 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:49.801113 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-ba95aaf6-4b42-4782-8c10-22f0bb6955d9 req-adef69fe-0d07-46b4-b2e8-865dbc6d5893 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] 10.222.0.90 "GET /v2.0/floatingips?floating_ip_address=172.28.3.121 HTTP/1.1" status: 200 len: 1002 time: 0.1108768 Feb 17 21:24:49.855421 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-b88d1b3b-1999-4185-b580-8a3643233eb1 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:49.858208 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-b88d1b3b-1999-4185-b580-8a3643233eb1 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1032038'] for security_group_rule, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:49.866062 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-fff2e35c-c551-42f1-ac11-de485fe0b32e tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:24:49.882907 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95aaf6-4b42-4782-8c10-22f0bb6955d9 req-8a29e230-ade4-4e90-ab98-1710ad72bc79 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:24:49.884383 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-ba95aaf6-4b42-4782-8c10-22f0bb6955d9 req-8a29e230-ade4-4e90-ab98-1710ad72bc79 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] 10.222.0.90 "GET /v2.0/ports/a0114e88-0045-437b-b855-cd01c2528a7d HTTP/1.1" status: 200 len: 943 time: 0.0767403 Feb 17 21:24:49.885384 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88d1b3b-1999-4185-b580-8a3643233eb1 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03509845-a789-475f-8ef8-cb12fd06c670,revision_number=0']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:24:49.888243 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-b88d1b3b-1999-4185-b580-8a3643233eb1 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:24:49.895492 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-b88d1b3b-1999-4185-b580-8a3643233eb1 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:49.896943 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-b88d1b3b-1999-4185-b580-8a3643233eb1 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1479514 Feb 17 21:24:49.900116 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 40576) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:24:49.905597 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [None req-e19d400d-f79b-4630-bcf6-130176870be2 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Request body: {'floatingip': {'floating_network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e'}} {{(pid=83970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:24:49.911417 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-e19d400d-f79b-4630-bcf6-130176870be2 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:24:49.915660 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-e19d400d-f79b-4630-bcf6-130176870be2 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Usage tracker for resource:floatingip and tenant:9c7bb313aece425aab5e866c385e03ee is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:24:49.918602 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-e19d400d-f79b-4630-bcf6-130176870be2 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:24:49.924289 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-e19d400d-f79b-4630-bcf6-130176870be2 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:24:49.934254 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-e19d400d-f79b-4630-bcf6-130176870be2 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify callbacks [] for floatingip, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:50.076609 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-ba95aaf6-4b42-4782-8c10-22f0bb6955d9 req-5eb70b67-56f4-48ea-bfc2-12d465bf5b85 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] 10.222.0.90 "GET /v2.0/floatingips?floating_ip_address=172.28.3.121 HTTP/1.1" status: 200 len: 1002 time: 0.1091223 Feb 17 21:24:50.085983 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-e19d400d-f79b-4630-bcf6-130176870be2 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:50.305825 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [req-ba95aaf6-4b42-4782-8c10-22f0bb6955d9 req-c7c9e020-c163-4e9c-a259-ffb784c474b0 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Deleting port a254cc82-0177-4d7c-bced-baa3479550a2 {{(pid=83971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:24:50.306392 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-ba95aaf6-4b42-4782-8c10-22f0bb6955d9 req-c7c9e020-c163-4e9c-a259-ffb784c474b0 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506882676'] for port, before_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:50.366787 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.db_base_plugin_common [None req-e19d400d-f79b-4630-bcf6-130176870be2 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Allocated IP 172.28.3.81 (35a248c9-4e56-449c-88ff-c033f82ee17e/44c24f99-5b56-46d4-85cc-b908fd8db103/a95db183-aa43-45e9-bbc2-6bb8fc5fb2ba) {{(pid=83970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 21:24:50.492333 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-ba95aaf6-4b42-4782-8c10-22f0bb6955d9 req-c7c9e020-c163-4e9c-a259-ffb784c474b0 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-921726'] for port, precommit_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:50.492715 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-ba95aaf6-4b42-4782-8c10-22f0bb6955d9 req-c7c9e020-c163-4e9c-a259-ffb784c474b0 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:50.527968 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-e19d400d-f79b-4630-bcf6-130176870be2 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify callbacks [] for port, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:50.562596 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-e19d400d-f79b-4630-bcf6-130176870be2 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782347517401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1732037'] for port, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:50.579023 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-ccc8a154-d119-4484-a8e9-b6535a097aa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:24:50.627121 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [req-ba95aaf6-4b42-4782-8c10-22f0bb6955d9 req-c7c9e020-c163-4e9c-a259-ffb784c474b0 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Calling delete_port for a254cc82-0177-4d7c-bced-baa3479550a2 owned by network:floatingip {{(pid=83971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:24:50.690479 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 40586) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:24:50.721657 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19d400d-f79b-4630-bcf6-130176870be2 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Pushing event updated for resources: {'Port': ['ID=a95db183-aa43-45e9-bbc2-6bb8fc5fb2ba,revision_number=1']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:24:50.728175 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-e19d400d-f79b-4630-bcf6-130176870be2 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:24:50.782026 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19d400d-f79b-4630-bcf6-130176870be2 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Network 35a248c9-4e56-449c-88ff-c033f82ee17e is already hosted by enough agents. {{(pid=83970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:24:50.783540 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.base_scheduler [None req-e19d400d-f79b-4630-bcf6-130176870be2 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Resources bound (agent type, host, resource id): {{(pid=83970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:24:50.786108 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19d400d-f79b-4630-bcf6-130176870be2 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Received port after_create {{(pid=83970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 21:24:50.805089 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-ba95aaf6-4b42-4782-8c10-22f0bb6955d9 req-c7c9e020-c163-4e9c-a259-ffb784c474b0 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782347900463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782347493337'] for port, after_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:50.822243 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-08a25071-bf0c-4ff7-a7e1-f1e29a380834 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:24:50.872988 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-e19d400d-f79b-4630-bcf6-130176870be2 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:50.935472 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-e19d400d-f79b-4630-bcf6-130176870be2 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:50.937344 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c9e020-c163-4e9c-a259-ffb784c474b0 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Pushing event deleted for resources: {'Port': ['ID=a254cc82-0177-4d7c-bced-baa3479550a2,revision_number=None']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:24:50.950044 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-c7c9e020-c163-4e9c-a259-ffb784c474b0 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:24:50.950867 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ddb9dd5b-04f9-4728-8f36-b870f4b4e090 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:50.976433 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-ddb9dd5b-04f9-4728-8f36-b870f4b4e090 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:24:50.984420 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-ddb9dd5b-04f9-4728-8f36-b870f4b4e090 admin admin] Usage tracker for resource:security_group_rule and tenant:faf8f5b6115b43ee821368854fea4c8d is out of sync, need to count used quota {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:24:50.989614 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-ddb9dd5b-04f9-4728-8f36-b870f4b4e090 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:24:51.007585 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-ddb9dd5b-04f9-4728-8f36-b870f4b4e090 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:24:51.073432 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-ba95aaf6-4b42-4782-8c10-22f0bb6955d9 req-c7c9e020-c163-4e9c-a259-ffb784c474b0 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Notify callbacks [] for floatingip, after_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:51.073816 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.db.l3_db [req-ba95aaf6-4b42-4782-8c10-22f0bb6955d9 req-c7c9e020-c163-4e9c-a259-ffb784c474b0 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Floating IP 463ece69-73c6-4dab-83e7-f3f4bc4193d4 disassociated (deleted). External IP: 172.28.3.121, port: a0114e88-0045-437b-b855-cd01c2528a7d. Feb 17 21:24:51.214743 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-e19d400d-f79b-4630-bcf6-130176870be2 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify callbacks [] for port, precommit_update {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:51.218155 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-e19d400d-f79b-4630-bcf6-130176870be2 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853043764'] for port, after_update {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:51.234199 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-bf78dc96-15c4-4059-bd05-d5b3d838a358 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:24:51.310127 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ddb9dd5b-04f9-4728-8f36-b870f4b4e090 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:51.366727 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19d400d-f79b-4630-bcf6-130176870be2 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Pushing event updated for resources: {'Port': ['ID=a95db183-aa43-45e9-bbc2-6bb8fc5fb2ba,revision_number=2']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:24:51.372608 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-e19d400d-f79b-4630-bcf6-130176870be2 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:24:51.372765 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ddb9dd5b-04f9-4728-8f36-b870f4b4e090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:51.442478 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-718c46c7-bb2f-4c46-be25-e419fbe8d3f0 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:24:51.475947 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-e19d400d-f79b-4630-bcf6-130176870be2 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853844558'] for floatingip, after_update {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:51.497619 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-e19d400d-f79b-4630-bcf6-130176870be2 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768493'] for floatingip, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:51.499572 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-e19d400d-f79b-4630-bcf6-130176870be2 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5984509 Feb 17 21:24:51.515628 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-ddb9dd5b-04f9-4728-8f36-b870f4b4e090 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=faf8f5b6115b43ee821368854fea4c8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8240075 Feb 17 21:24:51.518337 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 40594) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:24:51.532182 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb9dd5b-04f9-4728-8f36-b870f4b4e090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6517e6c-7232-4768-8915-ce190a10eda7,revision_number=1']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:24:51.536981 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-ddb9dd5b-04f9-4728-8f36-b870f4b4e090 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:24:51.561772 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba95aaf6-4b42-4782-8c10-22f0bb6955d9 req-c7c9e020-c163-4e9c-a259-ffb784c474b0 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Router 306ca164-bba2-4edd-95a5-5dfc8f1baa14 has already been hosted by L3 agent 0536e1cb-4d3e-42d2-8b6d-8bd52a4e2590 {{(pid=83971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 21:24:51.585650 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-64462110-c349-48ed-881a-79227b5c94bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:51.616535 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-64462110-c349-48ed-881a-79227b5c94bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:51.676911 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-64462110-c349-48ed-881a-79227b5c94bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:51.684141 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-dfbf7e26-60b1-498e-a762-4bd098c49176 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:24:51.700435 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64462110-c349-48ed-881a-79227b5c94bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6517e6c-7232-4768-8915-ce190a10eda7,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:24:51.702507 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-64462110-c349-48ed-881a-79227b5c94bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:51.706351 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-64462110-c349-48ed-881a-79227b5c94bd admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/b6517e6c-7232-4768-8915-ce190a10eda7 HTTP/1.1" status: 204 len: 168 time: 0.1841776 Feb 17 21:24:51.706351 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-64462110-c349-48ed-881a-79227b5c94bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:24:52.052386 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-8973d7a0-d160-4d70-84ed-b26e89be462e req-7d0ee160-b2e9-4964-9e5d-626245068f17 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Synchronizing usage tracker for tenant:9c7bb313aece425aab5e866c385e03ee on resource:security_group {{(pid=83971) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:24:52.077812 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-8973d7a0-d160-4d70-84ed-b26e89be462e req-7d0ee160-b2e9-4964-9e5d-626245068f17 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Unset dirty status for tenant:9c7bb313aece425aab5e866c385e03ee on resource:security_group {{(pid=83971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:24:52.079106 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-8973d7a0-d160-4d70-84ed-b26e89be462e req-7d0ee160-b2e9-4964-9e5d-626245068f17 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/security-groups?name=tempest-securitygroup--1618433463&fields=id&tenant_id=9c7bb313aece425aab5e866c385e03ee HTTP/1.1" status: 200 len: 267 time: 0.1807835 Feb 17 21:24:52.086464 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba95aaf6-4b42-4782-8c10-22f0bb6955d9 req-c7c9e020-c163-4e9c-a259-ffb784c474b0 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Notify agent at l3_agent.dv-cinder-760193-4-smb the message routers_updated {{(pid=83971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 21:24:52.097085 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6f2820-2df2-462b-9ac3-57a3210bb524 None None] Sync routers for ids ['306ca164-bba2-4edd-95a5-5dfc8f1baa14'] in dv-cinder-760193-4-smb {{(pid=83972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 21:24:52.107542 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6f2820-2df2-462b-9ac3-57a3210bb524 None None] Routers {'306ca164-bba2-4edd-95a5-5dfc8f1baa14'} bound to L3 agent in host dv-cinder-760193-4-smb {{(pid=83972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:24:52.108336 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-6b6f2820-2df2-462b-9ac3-57a3210bb524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T21:09:02Z,description=,heartbeat_timestamp=2021-02-17T21:24:32Z,host='dv-cinder-760193-4-smb',id=0536e1cb-4d3e-42d2-8b6d-8bd52a4e2590,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T21:09:02Z,topic='l3_agent')) {'router_ids': ['306ca164-bba2-4edd-95a5-5dfc8f1baa14'], 'active': True} {{(pid=83972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:24:52.232333 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-ba95aaf6-4b42-4782-8c10-22f0bb6955d9 req-c7c9e020-c163-4e9c-a259-ffb784c474b0 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768493'] for floatingip, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:52.297850 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvr_db [None req-6b6f2820-2df2-462b-9ac3-57a3210bb524 None None] Set router 306ca164-bba2-4edd-95a5-5dfc8f1baa14 gateway port host: dv-cinder-760193-4-smb {{(pid=83972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:24:52.324593 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8973d7a0-d160-4d70-84ed-b26e89be462e req-c262b027-41f1-4035-98d6-b1a54194e9c9 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:24:52.326098 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-8973d7a0-d160-4d70-84ed-b26e89be462e req-c262b027-41f1-4035-98d6-b1a54194e9c9 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/networks?id=a116bda0-2aab-4a78-81df-3e3c3d982929 HTTP/1.1" status: 200 len: 817 time: 0.2287505 Feb 17 21:24:52.329736 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-ba95aaf6-4b42-4782-8c10-22f0bb6955d9 req-c7c9e020-c163-4e9c-a259-ffb784c474b0 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] 10.222.0.90 "DELETE /v2.0/floatingips/463ece69-73c6-4dab-83e7-f3f4bc4193d4 HTTP/1.1" status: 204 len: 173 time: 2.2472534 Feb 17 21:24:52.330272 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2e05e33-855d-4e48-ae23-655eab5ed6d8', 'tag': 'a0114e88-0045-437b-b855-cd01c2528a7d'}] {{(pid=83971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:24:52.385597 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-8973d7a0-d160-4d70-84ed-b26e89be462e req-3005fc33-f5f2-4dda-83c3-4db596532980 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/quotas/9c7bb313aece425aab5e866c385e03ee HTTP/1.1" status: 200 len: 375 time: 0.0493710 Feb 17 21:24:52.494335 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95aaf6-4b42-4782-8c10-22f0bb6955d9 req-0f74bff1-d71e-4762-bc10-1dfbf5d7fed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:24:52.495996 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-ba95aaf6-4b42-4782-8c10-22f0bb6955d9 req-0f74bff1-d71e-4762-bc10-1dfbf5d7fed4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=36cdcb2459fd422f980d098093256d8b&device_id=a2e05e33-855d-4e48-ae23-655eab5ed6d8 HTTP/1.1" status: 200 len: 1163 time: 0.1513097 Feb 17 21:24:52.507278 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-8973d7a0-d160-4d70-84ed-b26e89be462e req-6c30b0e5-5462-45ca-a473-e1715359a362 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Synchronizing usage tracker for tenant:9c7bb313aece425aab5e866c385e03ee on resource:port {{(pid=83971) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:24:52.609812 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-8973d7a0-d160-4d70-84ed-b26e89be462e req-6c30b0e5-5462-45ca-a473-e1715359a362 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Unset dirty status for tenant:9c7bb313aece425aab5e866c385e03ee on resource:port {{(pid=83971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:24:52.611197 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-8973d7a0-d160-4d70-84ed-b26e89be462e req-6c30b0e5-5462-45ca-a473-e1715359a362 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=9c7bb313aece425aab5e866c385e03ee&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2145779 Feb 17 21:24:52.636486 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-6b6f2820-2df2-462b-9ac3-57a3210bb524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '306ca164-bba2-4edd-95a5-5dfc8f1baa14', 'name': 'tempest-TestShelveInstance-312091777-router', 'tenant_id': '36cdcb2459fd422f980d098093256d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'external_fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.195'}], 'enable_snat': True}, 'gw_port_id': '223ffc98-7770-4ca4-8058-0c734a2ad97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:19:33Z', 'updated_at': '2021-02-17T21:19:43Z', 'revision_number': 4, 'project_id': '36cdcb2459fd422f980d098093256d8b', 'gw_port': {'id': '223ffc98-7770-4ca4-8058-0c734a2ad97d', 'name': '', 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:04:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306ca164-bba2-4edd-95a5-5dfc8f1baa14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:19:35Z', 'updated_at': '2021-02-17T21:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-smb', '_interfaces': [{'id': '1c8b5259-3ee9-4f22-882d-392630a0c525', 'name': '', 'network_id': 'c1614348-f323-4cf2-883f-d1f4e049c03c', 'tenant_id': '36cdcb2459fd422f980d098093256d8b', 'mac_address': 'fa:16:3e:7b:fd:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306ca164-bba2-4edd-95a5-5dfc8f1baa14', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '4141ce6f-3a1a-4f49-b940-da2f0ad444d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:19:41Z', 'updated_at': '2021-02-17T21:19:56Z', 'revision_number': 5, 'project_id': '36cdcb2459fd422f980d098093256d8b', 'subnets': [{'id': '4141ce6f-3a1a-4f49-b940-da2f0ad444d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-4-smb', False) {} {{(pid=83972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:24:52.640787 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6f2820-2df2-462b-9ac3-57a3210bb524 None None] Checking router: 306ca164-bba2-4edd-95a5-5dfc8f1baa14 for host: dv-cinder-760193-4-smb {{(pid=83972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 21:24:52.650640 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6f2820-2df2-462b-9ac3-57a3210bb524 None None] Routers {'306ca164-bba2-4edd-95a5-5dfc8f1baa14'} bound to L3 agent in host dv-cinder-760193-4-smb {{(pid=83972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:24:52.651390 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-6b6f2820-2df2-462b-9ac3-57a3210bb524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T21:09:02Z,description=,heartbeat_timestamp=2021-02-17T21:24:32Z,host='dv-cinder-760193-4-smb',id=0536e1cb-4d3e-42d2-8b6d-8bd52a4e2590,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T21:09:02Z,topic='l3_agent')) {'router_ids': ['306ca164-bba2-4edd-95a5-5dfc8f1baa14'], 'active': True} {{(pid=83972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:24:52.668281 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95aaf6-4b42-4782-8c10-22f0bb6955d9 req-5cf772eb-de9f-4656-9440-9fabe9d287af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:24:52.669869 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-ba95aaf6-4b42-4782-8c10-22f0bb6955d9 req-5cf772eb-de9f-4656-9440-9fabe9d287af service neutron] 10.222.0.90 "GET /v2.0/networks?id=c1614348-f323-4cf2-883f-d1f4e049c03c HTTP/1.1" status: 200 len: 902 time: 0.1586280 Feb 17 21:24:52.746417 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-ba95aaf6-4b42-4782-8c10-22f0bb6955d9 req-afd1f6e0-1403-42f3-a691-c97e51be915f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a0114e88-0045-437b-b855-cd01c2528a7d HTTP/1.1" status: 200 len: 217 time: 0.0696850 Feb 17 21:24:52.844016 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvr_db [None req-6b6f2820-2df2-462b-9ac3-57a3210bb524 None None] Set router 306ca164-bba2-4edd-95a5-5dfc8f1baa14 gateway port host: dv-cinder-760193-4-smb {{(pid=83972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:24:52.906753 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95aaf6-4b42-4782-8c10-22f0bb6955d9 req-ea670c50-a610-4963-a7aa-fc9841046265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:24:52.908301 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-ba95aaf6-4b42-4782-8c10-22f0bb6955d9 req-ea670c50-a610-4963-a7aa-fc9841046265 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=4141ce6f-3a1a-4f49-b940-da2f0ad444d5 HTTP/1.1" status: 200 len: 847 time: 0.1406422 Feb 17 21:24:52.999006 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-8973d7a0-d160-4d70-84ed-b26e89be462e req-be217ae9-2674-41d2-8096-6df47aa314df service neutron] 10.222.0.90 "GET /v2.0/networks/a116bda0-2aab-4a78-81df-3e3c3d982929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3726666 Feb 17 21:24:53.107456 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95aaf6-4b42-4782-8c10-22f0bb6955d9 req-61651178-6d99-4faf-a8e4-d4661ec86558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:24:53.109110 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-ba95aaf6-4b42-4782-8c10-22f0bb6955d9 req-61651178-6d99-4faf-a8e4-d4661ec86558 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=c1614348-f323-4cf2-883f-d1f4e049c03c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1854002 Feb 17 21:24:53.184246 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-6b6f2820-2df2-462b-9ac3-57a3210bb524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '306ca164-bba2-4edd-95a5-5dfc8f1baa14', 'name': 'tempest-TestShelveInstance-312091777-router', 'tenant_id': '36cdcb2459fd422f980d098093256d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'external_fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.195'}], 'enable_snat': True}, 'gw_port_id': '223ffc98-7770-4ca4-8058-0c734a2ad97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:19:33Z', 'updated_at': '2021-02-17T21:19:43Z', 'revision_number': 4, 'project_id': '36cdcb2459fd422f980d098093256d8b', 'gw_port': {'id': '223ffc98-7770-4ca4-8058-0c734a2ad97d', 'name': '', 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:04:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306ca164-bba2-4edd-95a5-5dfc8f1baa14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:19:35Z', 'updated_at': '2021-02-17T21:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-smb', '_interfaces': [{'id': '1c8b5259-3ee9-4f22-882d-392630a0c525', 'name': '', 'network_id': 'c1614348-f323-4cf2-883f-d1f4e049c03c', 'tenant_id': '36cdcb2459fd422f980d098093256d8b', 'mac_address': 'fa:16:3e:7b:fd:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306ca164-bba2-4edd-95a5-5dfc8f1baa14', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '4141ce6f-3a1a-4f49-b940-da2f0ad444d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:19:41Z', 'updated_at': '2021-02-17T21:19:56Z', 'revision_number': 5, 'project_id': '36cdcb2459fd422f980d098093256d8b', 'subnets': [{'id': '4141ce6f-3a1a-4f49-b940-da2f0ad444d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-4-smb', False) {} {{(pid=83972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:24:53.188477 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b6f2820-2df2-462b-9ac3-57a3210bb524 None None] The sync data for ids ['306ca164-bba2-4edd-95a5-5dfc8f1baa14'] in dv-cinder-760193-4-smb is: [{'id': '306ca164-bba2-4edd-95a5-5dfc8f1baa14', 'name': 'tempest-TestShelveInstance-312091777-router', 'tenant_id': '36cdcb2459fd422f980d098093256d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'external_fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.195'}], 'enable_snat': True}, 'gw_port_id': '223ffc98-7770-4ca4-8058-0c734a2ad97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:19:33Z', 'updated_at': '2021-02-17T21:19:43Z', 'revision_number': 4, 'project_id': '36cdcb2459fd422f980d098093256d8b', 'gw_port': {'id': '223ffc98-7770-4ca4-8058-0c734a2ad97d', 'name': '', 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:04:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306ca164-bba2-4edd-95a5-5dfc8f1baa14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:19:35Z', 'updated_at': '2021-02-17T21:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-smb', '_interfaces': [{'id': '1c8b5259-3ee9-4f22-882d-392630a0c525', 'name': '', 'network_id': 'c1614348-f323-4cf2-883f-d1f4e049c03c', 'tenant_id': '36cdcb2459fd422f980d098093256d8b', 'mac_address': 'fa:16:3e:7b:fd:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306ca164-bba2-4edd-95a5-5dfc8f1baa14', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '4141ce6f-3a1a-4f49-b940-da2f0ad444d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:19:41Z', 'updated_at': '2021-02-17T21:19:56Z', 'revision_number': 5, 'project_id': '36cdcb2459fd422f980d098093256d8b', 'subnets': [{'id': '4141ce6f-3a1a-4f49-b940-da2f0ad444d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 21:24:53.246925 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-8973d7a0-d160-4d70-84ed-b26e89be462e req-9a5dda04-1a98-4726-b05f-3d64f587a467 service neutron] 10.222.0.90 "GET /v2.0/networks/a116bda0-2aab-4a78-81df-3e3c3d982929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2409396 Feb 17 21:24:53.293678 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-ba95aaf6-4b42-4782-8c10-22f0bb6955d9 req-ed071e23-d527-4a6d-a2bf-3f6674548540 service neutron] 10.222.0.90 "GET /v2.0/networks/c1614348-f323-4cf2-883f-d1f4e049c03c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737864 Feb 17 21:24:53.410003 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2e05e33-855d-4e48-ae23-655eab5ed6d8', 'tag': 'a0114e88-0045-437b-b855-cd01c2528a7d', 'status': 'completed', 'code': 200} Feb 17 21:24:53.560512 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-ba95aaf6-4b42-4782-8c10-22f0bb6955d9 req-4bbcb6b7-2a86-4a91-9618-bf54ec0ecfae service neutron] 10.222.0.90 "GET /v2.0/networks/c1614348-f323-4cf2-883f-d1f4e049c03c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2602627 Feb 17 21:24:53.565968 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-593f2c39-f906-4bd1-9049-a534d5e6867d req-3de49553-2278-4f8c-9f4e-b49bdcc52351 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e606a0d-50e0-467b-b867-112a807488d0 HTTP/1.1" status: 200 len: 210 time: 0.0854774 Feb 17 21:24:53.605947 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f546a-5e10-415f-ab5b-9c72a89d5c68 req-3da63bfb-c93c-4e16-ac0b-329b48a1e996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:24:53.607650 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-d63f546a-5e10-415f-ab5b-9c72a89d5c68 req-3da63bfb-c93c-4e16-ac0b-329b48a1e996 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=36cdcb2459fd422f980d098093256d8b&device_id=a2e05e33-855d-4e48-ae23-655eab5ed6d8 HTTP/1.1" status: 200 len: 1163 time: 0.1744912 Feb 17 21:24:53.658140 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36aa2fc7-492a-40fc-b358-8e25a62f0d28 None None] New status for floating IP 463ece69-73c6-4dab-83e7-f3f4bc4193d4: DOWN {{(pid=83973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 21:24:53.765821 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f546a-5e10-415f-ab5b-9c72a89d5c68 req-38aba39b-5098-4ca9-bbf8-06a9a1657f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:24:53.767794 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-d63f546a-5e10-415f-ab5b-9c72a89d5c68 req-38aba39b-5098-4ca9-bbf8-06a9a1657f93 service neutron] 10.222.0.95 "GET /v2.0/networks?id=c1614348-f323-4cf2-883f-d1f4e049c03c HTTP/1.1" status: 200 len: 902 time: 0.1529677 Feb 17 21:24:53.859699 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-d63f546a-5e10-415f-ab5b-9c72a89d5c68 req-57c65311-2ee9-4696-b10f-95fcb03c4f21 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a0114e88-0045-437b-b855-cd01c2528a7d HTTP/1.1" status: 200 len: 217 time: 0.0776701 Feb 17 21:24:53.976718 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f546a-5e10-415f-ab5b-9c72a89d5c68 req-31ef751f-96f2-4833-aae5-2d8014b15e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:24:53.978288 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-d63f546a-5e10-415f-ab5b-9c72a89d5c68 req-31ef751f-96f2-4833-aae5-2d8014b15e19 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=4141ce6f-3a1a-4f49-b940-da2f0ad444d5 HTTP/1.1" status: 200 len: 847 time: 0.1039279 Feb 17 21:24:54.094847 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7015af9c-bb67-42f2-a0e4-1887a966736d req-4da582fe-be62-43bb-b086-e4006d08c776 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:24:54.095616 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-7015af9c-bb67-42f2-a0e4-1887a966736d req-4da582fe-be62-43bb-b086-e4006d08c776 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Synchronizing usage tracker for tenant:36cdcb2459fd422f980d098093256d8b on resource:port {{(pid=83971) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:24:54.111886 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63f546a-5e10-415f-ab5b-9c72a89d5c68 req-eaa1ebc0-7a1e-4c75-88b0-ffae93855c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:24:54.113477 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-d63f546a-5e10-415f-ab5b-9c72a89d5c68 req-eaa1ebc0-7a1e-4c75-88b0-ffae93855c21 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=c1614348-f323-4cf2-883f-d1f4e049c03c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1234567 Feb 17 21:24:54.118770 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-7015af9c-bb67-42f2-a0e4-1887a966736d req-4da582fe-be62-43bb-b086-e4006d08c776 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Unset dirty status for tenant:36cdcb2459fd422f980d098093256d8b on resource:port {{(pid=83971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:24:54.119919 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-7015af9c-bb67-42f2-a0e4-1887a966736d req-4da582fe-be62-43bb-b086-e4006d08c776 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] 10.222.0.90 "GET /v2.0/ports?device_id=a2e05e33-855d-4e48-ae23-655eab5ed6d8 HTTP/1.1" status: 200 len: 946 time: 0.1819944 Feb 17 21:24:54.255198 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-7015af9c-bb67-42f2-a0e4-1887a966736d req-e7f0f537-4780-4004-bf0b-a757fee8773d tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] 10.222.0.90 "GET /v2.0/security-groups?id=54f127c0-a302-4400-a813-22dad7bea484&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1124558 Feb 17 21:24:54.294321 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-d63f546a-5e10-415f-ab5b-9c72a89d5c68 req-508c13b7-fcdf-4f6b-9e04-de6885e6109d service neutron] 10.222.0.95 "GET /v2.0/networks/c1614348-f323-4cf2-883f-d1f4e049c03c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726890 Feb 17 21:24:54.438532 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-d63f546a-5e10-415f-ab5b-9c72a89d5c68 req-020029a5-c947-4eea-8546-dfeb56e85359 service neutron] 10.222.0.95 "GET /v2.0/networks/c1614348-f323-4cf2-883f-d1f4e049c03c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1359959 Feb 17 21:24:54.620142 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8973d7a0-d160-4d70-84ed-b26e89be462e req-e80f7076-f097-4af2-b2c9-2b12fb5a69d8 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:24:54.621880 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-8973d7a0-d160-4d70-84ed-b26e89be462e req-e80f7076-f097-4af2-b2c9-2b12fb5a69d8 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.95 "GET /v2.0/networks?id=a116bda0-2aab-4a78-81df-3e3c3d982929 HTTP/1.1" status: 200 len: 817 time: 0.1608858 Feb 17 21:24:54.747879 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-8973d7a0-d160-4d70-84ed-b26e89be462e req-90922479-62fe-4ef4-9e7d-c8d74407e6eb tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.95 "GET /v2.0/security-groups?tenant_id=9c7bb313aece425aab5e866c385e03ee HTTP/1.1" status: 200 len: 5709 time: 0.1157670 Feb 17 21:24:54.754979 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-6fb6fd0e-f969-4f50-a9ec-456417aaf103 req-93dbb025-50a8-4ca5-b136-02de9e534f86 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e606a0d-50e0-467b-b867-112a807488d0 HTTP/1.1" status: 200 len: 210 time: 0.0651340 Feb 17 21:24:54.760159 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [req-8973d7a0-d160-4d70-84ed-b26e89be462e req-7b22df3d-bf35-4696-8e03-7d7669569d3e tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Request body: {'port': {'device_id': '7e606a0d-50e0-467b-b867-112a807488d0', 'network_id': 'a116bda0-2aab-4a78-81df-3e3c3d982929', 'admin_state_up': True, 'tenant_id': '9c7bb313aece425aab5e866c385e03ee', 'security_groups': ['ada7bef1-b9ee-4474-bc63-d37ae190b60e']}} {{(pid=83971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:24:55.141686 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [req-8973d7a0-d160-4d70-84ed-b26e89be462e req-7b22df3d-bf35-4696-8e03-7d7669569d3e tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:24:55.151886 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [req-8973d7a0-d160-4d70-84ed-b26e89be462e req-7b22df3d-bf35-4696-8e03-7d7669569d3e tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:24:55.160307 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8973d7a0-d160-4d70-84ed-b26e89be462e req-7b22df3d-bf35-4696-8e03-7d7669569d3e tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Made reservation on behalf of 9c7bb313aece425aab5e866c385e03ee for: {'port': 1} {{(pid=83971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:24:55.166409 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-8973d7a0-d160-4d70-84ed-b26e89be462e req-7b22df3d-bf35-4696-8e03-7d7669569d3e tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:55.529466 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d226add5-2c2f-4cda-b392-a900b4f4ac5f req-4ca49d68-c5bd-4985-b115-b51dfeedcccb tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:24:55.531118 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-d226add5-2c2f-4cda-b392-a900b4f4ac5f req-4ca49d68-c5bd-4985-b115-b51dfeedcccb tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] 10.222.0.95 "GET /v2.0/ports?device_id=a2e05e33-855d-4e48-ae23-655eab5ed6d8 HTTP/1.1" status: 200 len: 946 time: 0.2514548 Feb 17 21:24:55.668046 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c23ac-a85e-44e6-8d78-aa337532bb46 req-46cdbc89-cfaa-42ac-bfa6-ab352cc0fd2b tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:24:55.669623 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-573c23ac-a85e-44e6-8d78-aa337532bb46 req-46cdbc89-cfaa-42ac-bfa6-ab352cc0fd2b tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] 10.222.0.90 "GET /v2.0/ports?device_id=a2e05e33-855d-4e48-ae23-655eab5ed6d8 HTTP/1.1" status: 200 len: 946 time: 0.2943170 Feb 17 21:24:55.679756 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [req-d226add5-2c2f-4cda-b392-a900b4f4ac5f req-ba471bee-b936-4948-a107-053950145be7 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Deleting port a0114e88-0045-437b-b855-cd01c2528a7d {{(pid=83971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:24:55.680140 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-d226add5-2c2f-4cda-b392-a900b4f4ac5f req-ba471bee-b936-4948-a107-053950145be7 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506882676'] for port, before_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:55.757114 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.db_base_plugin_common [req-8973d7a0-d160-4d70-84ed-b26e89be462e req-7b22df3d-bf35-4696-8e03-7d7669569d3e tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Allocated IP 172.20.0.13 (a116bda0-2aab-4a78-81df-3e3c3d982929/94f0a19c-985b-4196-aff1-8f20e10c98ae/40fd895a-83b0-4eed-bb84-08aa6fce9690) {{(pid=83971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 21:24:55.844286 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-573c23ac-a85e-44e6-8d78-aa337532bb46 req-7ecdfd7d-a42d-4169-9305-6b268a34cde4 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] 10.222.0.90 "GET /v2.0/security-groups?id=54f127c0-a302-4400-a813-22dad7bea484&fields=id&fields=name HTTP/1.1" status: 200 len: 317 time: 0.1382995 Feb 17 21:24:56.088383 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-ea9c2e37-a2b6-4e08-aa54-bde810a307a3 req-a538d8e0-3c7c-49a1-bf1e-bc9eacd453b3 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e606a0d-50e0-467b-b867-112a807488d0 HTTP/1.1" status: 200 len: 210 time: 0.1863236 Feb 17 21:24:56.196784 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [req-d226add5-2c2f-4cda-b392-a900b4f4ac5f req-ba471bee-b936-4948-a107-053950145be7 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] For port a0114e88-0045-437b-b855-cd01c2528a7d, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=a0114e88-0045-437b-b855-cd01c2528a7d,segment=NetworkSegment(52570e17-5638-48fe-bab3-82a71a5949b8),segment_id=52570e17-5638-48fe-bab3-82a71a5949b8)] {{(pid=83971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:24:56.197181 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-d226add5-2c2f-4cda-b392-a900b4f4ac5f req-ba471bee-b936-4948-a107-053950145be7 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-921726'] for port, precommit_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:56.274762 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-8973d7a0-d160-4d70-84ed-b26e89be462e req-7b22df3d-bf35-4696-8e03-7d7669569d3e tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify callbacks [] for port, precommit_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:56.346035 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [req-d226add5-2c2f-4cda-b392-a900b4f4ac5f req-ba471bee-b936-4948-a107-053950145be7 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Calling delete_port for a0114e88-0045-437b-b855-cd01c2528a7d owned by compute:nova {{(pid=83971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:24:56.402221 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [req-8973d7a0-d160-4d70-84ed-b26e89be462e req-7b22df3d-bf35-4696-8e03-7d7669569d3e tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Transition to ACTIVE for port object 40fd895a-83b0-4eed-bb84-08aa6fce9690 will not be triggered until provisioned by entity DHCP. {{(pid=83971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:24:56.502336 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-8973d7a0-d160-4d70-84ed-b26e89be462e req-7b22df3d-bf35-4696-8e03-7d7669569d3e tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782347517401'] for port, after_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:56.518936 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-e85fe719-174e-4f56-87e0-0938211a848c tempest-TestMinimumBasicScenario-1003474182 tempest-TestMinimumBasicScenario-1003474182-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:24:56.655595 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-d226add5-2c2f-4cda-b392-a900b4f4ac5f req-ba471bee-b936-4948-a107-053950145be7 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782347900463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782347493337'] for port, after_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:56.681779 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b22df3d-bf35-4696-8e03-7d7669569d3e tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Pushing event updated for resources: {'Port': ['ID=40fd895a-83b0-4eed-bb84-08aa6fce9690,revision_number=1']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:24:56.736916 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-7b22df3d-bf35-4696-8e03-7d7669569d3e tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:24:56.740070 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-94b14d14-e162-49e6-b2c0-5bb6fa92de78 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:24:56.798035 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba471bee-b936-4948-a107-053950145be7 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Pushing event deleted for resources: {'Port': ['ID=a0114e88-0045-437b-b855-cd01c2528a7d,revision_number=None']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:24:56.813545 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-ba471bee-b936-4948-a107-053950145be7 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:24:56.888829 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8973d7a0-d160-4d70-84ed-b26e89be462e req-7b22df3d-bf35-4696-8e03-7d7669569d3e tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Network a116bda0-2aab-4a78-81df-3e3c3d982929 is already hosted by enough agents. {{(pid=83971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:24:56.893840 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.base_scheduler [req-8973d7a0-d160-4d70-84ed-b26e89be462e req-7b22df3d-bf35-4696-8e03-7d7669569d3e tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Resources bound (agent type, host, resource id): {{(pid=83971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:24:56.898668 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [req-8973d7a0-d160-4d70-84ed-b26e89be462e req-7b22df3d-bf35-4696-8e03-7d7669569d3e tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Received port after_create {{(pid=83971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 21:24:56.903044 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8973d7a0-d160-4d70-84ed-b26e89be462e req-7b22df3d-bf35-4696-8e03-7d7669569d3e tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:24:56.903704 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-8973d7a0-d160-4d70-84ed-b26e89be462e req-7b22df3d-bf35-4696-8e03-7d7669569d3e tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768493'] for port, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:56.920310 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Device a0114e88-0045-437b-b855-cd01c2528a7d no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:24:56.965099 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] No Port match for: a0114e88-0045-437b-b855-cd01c2528a7d {{(pid=83972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 21:24:56.965742 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Device a0114e88-0045-437b-b855-cd01c2528a7d not bound to the agent host hv-cinder-76019 {{(pid=83972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 21:24:56.969832 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [req-d226add5-2c2f-4cda-b392-a900b4f4ac5f req-ba471bee-b936-4948-a107-053950145be7 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] No DVR routers for this DVR port a0114e88-0045-437b-b855-cd01c2528a7d on host hv-cinder-76019 {{(pid=83971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 21:24:56.973760 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-d226add5-2c2f-4cda-b392-a900b4f4ac5f req-ba471bee-b936-4948-a107-053950145be7 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768493'] for port, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:56.976734 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2e05e33-855d-4e48-ae23-655eab5ed6d8', 'name': 'network-vif-deleted', 'tag': 'a0114e88-0045-437b-b855-cd01c2528a7d'}] {{(pid=83971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:24:57.043003 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2e05e33-855d-4e48-ae23-655eab5ed6d8', 'name': 'network-vif-deleted', 'tag': 'a0114e88-0045-437b-b855-cd01c2528a7d', 'status': 'completed', 'code': 200} Feb 17 21:24:57.044526 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-8973d7a0-d160-4d70-84ed-b26e89be462e req-7b22df3d-bf35-4696-8e03-7d7669569d3e tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2884426 Feb 17 21:24:57.047231 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-18e765cd-c61b-48df-a95f-e61948ec8653 req-f053215a-2901-4273-8752-5374f4881856 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Synchronizing usage tracker for tenant:36cdcb2459fd422f980d098093256d8b on resource:port {{(pid=83971) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:24:57.053470 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-d226add5-2c2f-4cda-b392-a900b4f4ac5f req-ba471bee-b936-4948-a107-053950145be7 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] 10.222.0.95 "DELETE /v2.0/ports/a0114e88-0045-437b-b855-cd01c2528a7d HTTP/1.1" status: 204 len: 173 time: 1.5126982 Feb 17 21:24:57.059104 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [req-8973d7a0-d160-4d70-84ed-b26e89be462e req-af1c00bd-b472-4a69-88ea-92e0818ee697 service neutron] Request body: {'port': {'device_id': '7e606a0d-50e0-467b-b867-112a807488d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:24:57.149122 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-0493444a-79dc-45f5-941f-490251094833 None None] Provisioning for port 40fd895a-83b0-4eed-bb84-08aa6fce9690 completed by entity DHCP. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:24:57.154801 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-0493444a-79dc-45f5-941f-490251094833 None None] Provisioning complete for port 40fd895a-83b0-4eed-bb84-08aa6fce9690 triggered by entity DHCP. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:24:57.155228 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-0493444a-79dc-45f5-941f-490251094833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:57.182563 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-18e765cd-c61b-48df-a95f-e61948ec8653 req-f053215a-2901-4273-8752-5374f4881856 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Unset dirty status for tenant:36cdcb2459fd422f980d098093256d8b on resource:port {{(pid=83971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:24:57.183829 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-18e765cd-c61b-48df-a95f-e61948ec8653 req-f053215a-2901-4273-8752-5374f4881856 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] 10.222.0.90 "GET /v2.0/ports?device_id=a2e05e33-855d-4e48-ae23-655eab5ed6d8 HTTP/1.1" status: 200 len: 210 time: 0.2015491 Feb 17 21:24:57.215228 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-8973d7a0-d160-4d70-84ed-b26e89be462e req-af1c00bd-b472-4a69-88ea-92e0818ee697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:57.226701 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-0493444a-79dc-45f5-941f-490251094833 None None] Port 40fd895a-83b0-4eed-bb84-08aa6fce9690 cannot update to ACTIVE because it is not bound. {{(pid=83972) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 17 21:24:57.473768 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a5d72-df24-4c5d-9b50-4b7330786e2c req-0d477456-a7d8-4b8c-a4ae-dd3c4bcf1630 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:24:57.474581 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-f15a5d72-df24-4c5d-9b50-4b7330786e2c req-0d477456-a7d8-4b8c-a4ae-dd3c4bcf1630 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Synchronizing usage tracker for tenant:9c7bb313aece425aab5e866c385e03ee on resource:port {{(pid=83971) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:24:57.512145 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-f15a5d72-df24-4c5d-9b50-4b7330786e2c req-0d477456-a7d8-4b8c-a4ae-dd3c4bcf1630 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Unset dirty status for tenant:9c7bb313aece425aab5e866c385e03ee on resource:port {{(pid=83971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:24:57.513452 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-f15a5d72-df24-4c5d-9b50-4b7330786e2c req-0d477456-a7d8-4b8c-a4ae-dd3c4bcf1630 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e606a0d-50e0-467b-b867-112a807488d0 HTTP/1.1" status: 200 len: 932 time: 0.2826619 Feb 17 21:24:57.650808 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-f15a5d72-df24-4c5d-9b50-4b7330786e2c req-3fe2690f-38fc-4338-b0f0-2a6fa7520596 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/security-groups?id=ada7bef1-b9ee-4474-bc63-d37ae190b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301911 Feb 17 21:24:57.769590 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [req-8973d7a0-d160-4d70-84ed-b26e89be462e req-af1c00bd-b472-4a69-88ea-92e0818ee697 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40fd895a-83b0-4eed-bb84-08aa6fce9690 {{(pid=83971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 21:24:57.778956 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-8973d7a0-d160-4d70-84ed-b26e89be462e req-af1c00bd-b472-4a69-88ea-92e0818ee697 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:57.791293 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [req-8973d7a0-d160-4d70-84ed-b26e89be462e req-af1c00bd-b472-4a69-88ea-92e0818ee697 service neutron] Transition to ACTIVE for port object 40fd895a-83b0-4eed-bb84-08aa6fce9690 will not be triggered until provisioned by entity L2. {{(pid=83971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:24:57.794053 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-8973d7a0-d160-4d70-84ed-b26e89be462e req-af1c00bd-b472-4a69-88ea-92e0818ee697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:57.809970 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-991544df-243c-42db-8e2f-bf2596734752 tempest-ServerRescueNegativeTestJSON-920320380 tempest-ServerRescueNegativeTestJSON-920320380-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:24:57.944980 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1c00bd-b472-4a69-88ea-92e0818ee697 service neutron] Pushing event updated for resources: {'Port': ['ID=40fd895a-83b0-4eed-bb84-08aa6fce9690,revision_number=2']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:24:57.949298 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-af1c00bd-b472-4a69-88ea-92e0818ee697 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:24:58.084301 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [req-8973d7a0-d160-4d70-84ed-b26e89be462e req-af1c00bd-b472-4a69-88ea-92e0818ee697 service neutron] Attempting to bind port 40fd895a-83b0-4eed-bb84-08aa6fce9690 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=83971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 21:24:58.084540 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [req-8973d7a0-d160-4d70-84ed-b26e89be462e req-af1c00bd-b472-4a69-88ea-92e0818ee697 service neutron] Attempting to bind port 40fd895a-83b0-4eed-bb84-08aa6fce9690 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': '38c8979f-713f-4e0b-b4ed-e9896b157798', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a116bda0-2aab-4a78-81df-3e3c3d982929'}] {{(pid=83971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 21:24:58.085060 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8973d7a0-d160-4d70-84ed-b26e89be462e req-af1c00bd-b472-4a69-88ea-92e0818ee697 service neutron] Attempting to bind port 40fd895a-83b0-4eed-bb84-08aa6fce9690 on network a116bda0-2aab-4a78-81df-3e3c3d982929 {{(pid=83971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 21:24:58.091732 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8973d7a0-d160-4d70-84ed-b26e89be462e req-af1c00bd-b472-4a69-88ea-92e0818ee697 service neutron] Checking agent: {'id': '6e714d21-3fd0-4fe2-be64-3af0527f8f44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 21, 15, 59), 'started_at': datetime.datetime(2021, 2, 17, 21, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 21:24:58.092151 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8973d7a0-d160-4d70-84ed-b26e89be462e req-af1c00bd-b472-4a69-88ea-92e0818ee697 service neutron] Checking segment: {'id': '38c8979f-713f-4e0b-b4ed-e9896b157798', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a116bda0-2aab-4a78-81df-3e3c3d982929'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:24:58.092565 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-8973d7a0-d160-4d70-84ed-b26e89be462e req-af1c00bd-b472-4a69-88ea-92e0818ee697 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:58.092943 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8973d7a0-d160-4d70-84ed-b26e89be462e req-af1c00bd-b472-4a69-88ea-92e0818ee697 service neutron] Bound using segment: {'id': '38c8979f-713f-4e0b-b4ed-e9896b157798', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a116bda0-2aab-4a78-81df-3e3c3d982929'} {{(pid=83971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 21:24:58.093423 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [req-8973d7a0-d160-4d70-84ed-b26e89be462e req-af1c00bd-b472-4a69-88ea-92e0818ee697 service neutron] Bound port: 40fd895a-83b0-4eed-bb84-08aa6fce9690, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c8979f-713f-4e0b-b4ed-e9896b157798', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a116bda0-2aab-4a78-81df-3e3c3d982929'}}] {{(pid=83971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 21:24:58.093799 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-8973d7a0-d160-4d70-84ed-b26e89be462e req-af1c00bd-b472-4a69-88ea-92e0818ee697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:58.197226 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [req-8973d7a0-d160-4d70-84ed-b26e89be462e req-af1c00bd-b472-4a69-88ea-92e0818ee697 service neutron] For port 40fd895a-83b0-4eed-bb84-08aa6fce9690, host hv-cinder-76019, cleared binding levels {{(pid=83971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 21:24:58.200353 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [req-8973d7a0-d160-4d70-84ed-b26e89be462e req-af1c00bd-b472-4a69-88ea-92e0818ee697 service neutron] For port 40fd895a-83b0-4eed-bb84-08aa6fce9690, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=40fd895a-83b0-4eed-bb84-08aa6fce9690,segment=NetworkSegment(38c8979f-713f-4e0b-b4ed-e9896b157798),segment_id=38c8979f-713f-4e0b-b4ed-e9896b157798)] {{(pid=83971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 21:24:58.203619 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-8973d7a0-d160-4d70-84ed-b26e89be462e req-af1c00bd-b472-4a69-88ea-92e0818ee697 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:58.219041 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-94d35c60-e816-439e-941f-8d89294754cb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:24:58.663198 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-8697eee1-d14a-4140-83cf-fab56e6a0015 req-5bf9bc57-229b-4022-bf66-4e34c803db89 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] 10.222.0.90 "GET /v2.0/security-groups/54f127c0-a302-4400-a813-22dad7bea484 HTTP/1.1" status: 200 len: 2993 time: 0.1129944 Feb 17 21:24:58.666486 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1c00bd-b472-4a69-88ea-92e0818ee697 service neutron] Pushing event updated for resources: {'Port': ['ID=40fd895a-83b0-4eed-bb84-08aa6fce9690,revision_number=3']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:24:58.673062 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-af1c00bd-b472-4a69-88ea-92e0818ee697 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:24:58.743391 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8973d7a0-d160-4d70-84ed-b26e89be462e req-af1c00bd-b472-4a69-88ea-92e0818ee697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:24:58.744062 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-8973d7a0-d160-4d70-84ed-b26e89be462e req-af1c00bd-b472-4a69-88ea-92e0818ee697 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768493'] for port, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:58.745723 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-8973d7a0-d160-4d70-84ed-b26e89be462e req-af1c00bd-b472-4a69-88ea-92e0818ee697 service neutron] 10.222.0.95 "PUT /v2.0/ports/40fd895a-83b0-4eed-bb84-08aa6fce9690 HTTP/1.1" status: 200 len: 1158 time: 1.6911316 Feb 17 21:24:58.769114 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-8697eee1-d14a-4140-83cf-fab56e6a0015 req-2f7bfb18-78cf-4eb1-bbce-22b1f51082c8 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Notify callbacks [] for security_group, before_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:58.917544 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-8697eee1-d14a-4140-83cf-fab56e6a0015 req-2f7bfb18-78cf-4eb1-bbce-22b1f51082c8 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:58.991674 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8973d7a0-d160-4d70-84ed-b26e89be462e req-c0280366-789f-4d13-96d6-8611b7cd8cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:24:58.993278 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-8973d7a0-d160-4d70-84ed-b26e89be462e req-c0280366-789f-4d13-96d6-8611b7cd8cd9 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=9c7bb313aece425aab5e866c385e03ee&device_id=7e606a0d-50e0-467b-b867-112a807488d0 HTTP/1.1" status: 200 len: 1161 time: 0.2092981 Feb 17 21:24:59.000893 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30534a9-3132-46d3-8957-b50ae72fd38b req-3d65918f-6726-4ed0-ab77-396795449a80 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:24:59.002363 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-f30534a9-3132-46d3-8957-b50ae72fd38b req-3d65918f-6726-4ed0-ab77-396795449a80 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e606a0d-50e0-467b-b867-112a807488d0 HTTP/1.1" status: 200 len: 944 time: 0.2204263 Feb 17 21:24:59.057916 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e606a0d-50e0-467b-b867-112a807488d0', 'tag': '40fd895a-83b0-4eed-bb84-08aa6fce9690'}] {{(pid=83971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:24:59.095018 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-8973d7a0-d160-4d70-84ed-b26e89be462e req-f85ceccb-91b9-4621-8ea1-98a4ada6553d service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40fd895a-83b0-4eed-bb84-08aa6fce9690 HTTP/1.1" status: 200 len: 217 time: 0.0913010 Feb 17 21:24:59.097779 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-8697eee1-d14a-4140-83cf-fab56e6a0015 req-2f7bfb18-78cf-4eb1-bbce-22b1f51082c8 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:59.106782 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-7988b0e8-c1e7-4c6d-96c6-18a00d366a77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:24:59.172737 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7bfb18-78cf-4eb1-bbce-22b1f51082c8 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54f127c0-a302-4400-a813-22dad7bea484,revision_number=None']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:24:59.175292 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-2f7bfb18-78cf-4eb1-bbce-22b1f51082c8 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:24:59.215567 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-f30534a9-3132-46d3-8957-b50ae72fd38b req-f0b9908c-a069-43a2-b5f0-595402a50606 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/security-groups?id=ada7bef1-b9ee-4474-bc63-d37ae190b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524446 Feb 17 21:24:59.220767 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-8697eee1-d14a-4140-83cf-fab56e6a0015 req-2f7bfb18-78cf-4eb1-bbce-22b1f51082c8 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Notify callbacks [] for security_group, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:59.222134 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-8697eee1-d14a-4140-83cf-fab56e6a0015 req-2f7bfb18-78cf-4eb1-bbce-22b1f51082c8 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] 10.222.0.90 "DELETE /v2.0/security-groups/54f127c0-a302-4400-a813-22dad7bea484 HTTP/1.1" status: 204 len: 173 time: 0.5509028 Feb 17 21:24:59.227961 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8973d7a0-d160-4d70-84ed-b26e89be462e req-62fc2132-314c-482e-b187-ec5b9eddef5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:24:59.227961 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-8973d7a0-d160-4d70-84ed-b26e89be462e req-62fc2132-314c-482e-b187-ec5b9eddef5b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=94f0a19c-985b-4196-aff1-8f20e10c98ae HTTP/1.1" status: 200 len: 856 time: 0.1230626 Feb 17 21:24:59.272702 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 40654) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:24:59.273494 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e606a0d-50e0-467b-b867-112a807488d0', 'tag': '40fd895a-83b0-4eed-bb84-08aa6fce9690', 'status': 'completed', 'code': 200} Feb 17 21:24:59.317790 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8973d7a0-d160-4d70-84ed-b26e89be462e req-43680cd2-12e2-47e6-9817-aedfc04dab97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:24:59.319794 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-8973d7a0-d160-4d70-84ed-b26e89be462e req-43680cd2-12e2-47e6-9817-aedfc04dab97 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a116bda0-2aab-4a78-81df-3e3c3d982929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0845761 Feb 17 21:24:59.464932 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-8973d7a0-d160-4d70-84ed-b26e89be462e req-0053ac76-20a1-4073-ab08-c13b0145a0d2 service neutron] 10.222.0.95 "GET /v2.0/networks/a116bda0-2aab-4a78-81df-3e3c3d982929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385131 Feb 17 21:24:59.508135 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:24:59.613856 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-8973d7a0-d160-4d70-84ed-b26e89be462e req-1e932aa5-5644-4904-9f78-ac6ea141caa1 service neutron] 10.222.0.95 "GET /v2.0/networks/a116bda0-2aab-4a78-81df-3e3c3d982929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1432240 Feb 17 21:24:59.742660 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa9e55a-19a2-422f-be1e-6d08ad1a260d req-a2956668-8adf-444e-9884-9c9101a6838d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:24:59.744245 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-3aa9e55a-19a2-422f-be1e-6d08ad1a260d req-a2956668-8adf-444e-9884-9c9101a6838d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=9c7bb313aece425aab5e866c385e03ee&device_id=7e606a0d-50e0-467b-b867-112a807488d0 HTTP/1.1" status: 200 len: 1161 time: 0.0850179 Feb 17 21:24:59.899408 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa9e55a-19a2-422f-be1e-6d08ad1a260d req-3f3f38ca-f4ac-498c-88ae-fe5eeff70d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:24:59.901048 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-3aa9e55a-19a2-422f-be1e-6d08ad1a260d req-3f3f38ca-f4ac-498c-88ae-fe5eeff70d85 service neutron] 10.222.0.95 "GET /v2.0/networks?id=a116bda0-2aab-4a78-81df-3e3c3d982929 HTTP/1.1" status: 200 len: 911 time: 0.1498072 Feb 17 21:24:59.979843 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-3aa9e55a-19a2-422f-be1e-6d08ad1a260d req-6e227ec1-543e-4e97-a358-a903d9552e86 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40fd895a-83b0-4eed-bb84-08aa6fce9690 HTTP/1.1" status: 200 len: 217 time: 0.0714996 Feb 17 21:25:00.051908 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa9e55a-19a2-422f-be1e-6d08ad1a260d req-91c1be11-53f8-4cce-bd50-53457b590aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:25:00.053730 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-3aa9e55a-19a2-422f-be1e-6d08ad1a260d req-91c1be11-53f8-4cce-bd50-53457b590aa8 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=94f0a19c-985b-4196-aff1-8f20e10c98ae HTTP/1.1" status: 200 len: 856 time: 0.0656500 Feb 17 21:25:00.145685 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa9e55a-19a2-422f-be1e-6d08ad1a260d req-591418ee-d911-4319-8a09-bd901867fc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:25:00.147918 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-3aa9e55a-19a2-422f-be1e-6d08ad1a260d req-591418ee-d911-4319-8a09-bd901867fc24 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a116bda0-2aab-4a78-81df-3e3c3d982929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0873847 Feb 17 21:25:00.221655 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-dde7c450-5db7-4c0b-b3b3-54341ed99509 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853846128'] for router_interface, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:25:00.298269 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-3aa9e55a-19a2-422f-be1e-6d08ad1a260d req-c0469abb-661e-4ec6-ad81-6a2fc121027d service neutron] 10.222.0.95 "GET /v2.0/networks/a116bda0-2aab-4a78-81df-3e3c3d982929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428595 Feb 17 21:25:00.440673 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-4cd662cf-ca73-496e-b7af-da91bcfbb107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:25:00.508839 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-3aa9e55a-19a2-422f-be1e-6d08ad1a260d req-66b974e6-6daf-478c-880b-a03c10801988 service neutron] 10.222.0.95 "GET /v2.0/networks/a116bda0-2aab-4a78-81df-3e3c3d982929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2033319 Feb 17 21:25:00.518338 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33508d88-ede8-4878-b258-9058b55ee4e8 req-cc47eb76-5251-444e-96aa-3e394d7d27fe tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:25:00.519911 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-33508d88-ede8-4878-b258-9058b55ee4e8 req-cc47eb76-5251-444e-96aa-3e394d7d27fe tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e606a0d-50e0-467b-b867-112a807488d0 HTTP/1.1" status: 200 len: 944 time: 0.1408255 Feb 17 21:25:00.579871 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-33508d88-ede8-4878-b258-9058b55ee4e8 req-d7d1978f-e3cc-4518-bfcb-5c9148908457 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/security-groups?id=ada7bef1-b9ee-4474-bc63-d37ae190b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455709 Feb 17 21:25:00.596657 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-dde7c450-5db7-4c0b-b3b3-54341ed99509 admin admin] Deleting port 1c8b5259-3ee9-4f22-882d-392630a0c525 {{(pid=83970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:25:00.597055 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-dde7c450-5db7-4c0b-b3b3-54341ed99509 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506882676'] for port, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:25:00.785132 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-dde7c450-5db7-4c0b-b3b3-54341ed99509 admin admin] For port 1c8b5259-3ee9-4f22-882d-392630a0c525, host dv-cinder-760193-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-smb',level=0,port_id=1c8b5259-3ee9-4f22-882d-392630a0c525,segment=NetworkSegment(52570e17-5638-48fe-bab3-82a71a5949b8),segment_id=52570e17-5638-48fe-bab3-82a71a5949b8)] {{(pid=83970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:25:00.785536 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-dde7c450-5db7-4c0b-b3b3-54341ed99509 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-921726'] for port, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:25:00.918075 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-dde7c450-5db7-4c0b-b3b3-54341ed99509 admin admin] Calling delete_port for 1c8b5259-3ee9-4f22-882d-392630a0c525 owned by network:router_interface {{(pid=83970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:25:01.099260 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-dde7c450-5db7-4c0b-b3b3-54341ed99509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782347900463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782347493337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1732037'] for port, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:25:01.115867 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:25:01.210650 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde7c450-5db7-4c0b-b3b3-54341ed99509 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c8b5259-3ee9-4f22-882d-392630a0c525,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:25:01.218750 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Device 40fd895a-83b0-4eed-bb84-08aa6fce9690 up at agent ovs-agent-hv-cinder-76019 {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:25:01.220145 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-dde7c450-5db7-4c0b-b3b3-54341ed99509 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:25:01.293813 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Provisioning for port 40fd895a-83b0-4eed-bb84-08aa6fce9690 completed by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:25:01.299265 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Provisioning complete for port 40fd895a-83b0-4eed-bb84-08aa6fce9690 triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:25:01.299580 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:25:01.536209 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-dde7c450-5db7-4c0b-b3b3-54341ed99509 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853846018'] for router_interface, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:25:01.594001 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:25:01.626846 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e606a0d-50e0-467b-b867-112a807488d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40fd895a-83b0-4eed-bb84-08aa6fce9690'}] {{(pid=83972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:25:01.641661 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] For port 40fd895a-83b0-4eed-bb84-08aa6fce9690, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=40fd895a-83b0-4eed-bb84-08aa6fce9690,segment=NetworkSegment(38c8979f-713f-4e0b-b4ed-e9896b157798),segment_id=38c8979f-713f-4e0b-b4ed-e9896b157798)] {{(pid=83972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:25:01.646019 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:25:01.648650 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:25:01.703758 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e606a0d-50e0-467b-b867-112a807488d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40fd895a-83b0-4eed-bb84-08aa6fce9690', 'code': 200} Feb 17 21:25:01.723843 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Pushing event updated for resources: {'Port': ['ID=40fd895a-83b0-4eed-bb84-08aa6fce9690,revision_number=4']} {{(pid=83972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:25:01.727936 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:25:01.815222 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9feaa5-8e01-4d34-8f7f-2d3e2084d287 req-e246f519-203d-45eb-b058-3ffc2e0d26ab tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:25:01.817017 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-3c9feaa5-8e01-4d34-8f7f-2d3e2084d287 req-e246f519-203d-45eb-b058-3ffc2e0d26ab tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e606a0d-50e0-467b-b867-112a807488d0 HTTP/1.1" status: 200 len: 946 time: 0.0905066 Feb 17 21:25:01.868702 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-3c9feaa5-8e01-4d34-8f7f-2d3e2084d287 req-4e2deb2b-8662-4ef5-951f-ced57d9ddaea tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/security-groups?id=ada7bef1-b9ee-4474-bc63-d37ae190b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433533 Feb 17 21:25:01.966066 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a13e354-efea-47fa-82b3-84e9a7632918 req-4793fd5b-b898-46a5-ad38-80103eea120d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:25:01.967754 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-2a13e354-efea-47fa-82b3-84e9a7632918 req-4793fd5b-b898-46a5-ad38-80103eea120d service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=7e606a0d-50e0-467b-b867-112a807488d0 HTTP/1.1" status: 200 len: 1163 time: 0.0874412 Feb 17 21:25:02.013135 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-2a13e354-efea-47fa-82b3-84e9a7632918 req-2177308c-7e12-47f5-a844-0a6bd5d47a1f service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=ada7bef1-b9ee-4474-bc63-d37ae190b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365334 Feb 17 21:25:02.079458 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dde7c450-5db7-4c0b-b3b3-54341ed99509 admin admin] Router 306ca164-bba2-4edd-95a5-5dfc8f1baa14 has already been hosted by L3 agent 0536e1cb-4d3e-42d2-8b6d-8bd52a4e2590 {{(pid=83970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 21:25:02.273640 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dde7c450-5db7-4c0b-b3b3-54341ed99509 admin admin] Notify agent at l3_agent.dv-cinder-760193-4-smb the message routers_updated {{(pid=83970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 21:25:02.282081 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f86209e-2280-4080-b7d3-32af4fddb5dd None None] Sync routers for ids ['306ca164-bba2-4edd-95a5-5dfc8f1baa14'] in dv-cinder-760193-4-smb {{(pid=83972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 21:25:02.289707 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-dde7c450-5db7-4c0b-b3b3-54341ed99509 admin admin] 10.222.0.90 "PUT /v2.0/routers/306ca164-bba2-4edd-95a5-5dfc8f1baa14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0156329 Feb 17 21:25:02.291987 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f86209e-2280-4080-b7d3-32af4fddb5dd None None] Routers {'306ca164-bba2-4edd-95a5-5dfc8f1baa14'} bound to L3 agent in host dv-cinder-760193-4-smb {{(pid=83972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:25:02.292372 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 40666) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:25:02.292767 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-2f86209e-2280-4080-b7d3-32af4fddb5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T21:09:02Z,description=,heartbeat_timestamp=2021-02-17T21:24:32Z,host='dv-cinder-760193-4-smb',id=0536e1cb-4d3e-42d2-8b6d-8bd52a4e2590,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T21:09:02Z,topic='l3_agent')) {'router_ids': ['306ca164-bba2-4edd-95a5-5dfc8f1baa14'], 'active': True} {{(pid=83972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:25:02.478875 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-cd85c348-eee7-415f-9f38-f52b0b345b01 admin admin] Notify callbacks [] for router, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:25:02.487422 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvr_db [None req-2f86209e-2280-4080-b7d3-32af4fddb5dd None None] Set router 306ca164-bba2-4edd-95a5-5dfc8f1baa14 gateway port host: dv-cinder-760193-4-smb {{(pid=83972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:25:02.630128 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-af6edc59-1e91-4d7a-9eee-808aa0185dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:25:02.814251 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-2f86209e-2280-4080-b7d3-32af4fddb5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '306ca164-bba2-4edd-95a5-5dfc8f1baa14', 'name': 'tempest-TestShelveInstance-312091777-router', 'tenant_id': '36cdcb2459fd422f980d098093256d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'external_fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.195'}], 'enable_snat': True}, 'gw_port_id': '223ffc98-7770-4ca4-8058-0c734a2ad97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:19:33Z', 'updated_at': '2021-02-17T21:25:01Z', 'revision_number': 5, 'project_id': '36cdcb2459fd422f980d098093256d8b', 'gw_port': {'id': '223ffc98-7770-4ca4-8058-0c734a2ad97d', 'name': '', 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:04:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306ca164-bba2-4edd-95a5-5dfc8f1baa14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:19:35Z', 'updated_at': '2021-02-17T21:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-smb'}], 'dv-cinder-760193-4-smb', False) {} {{(pid=83972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:25:02.818377 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f86209e-2280-4080-b7d3-32af4fddb5dd None None] Checking router: 306ca164-bba2-4edd-95a5-5dfc8f1baa14 for host: dv-cinder-760193-4-smb {{(pid=83972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 21:25:02.827354 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f86209e-2280-4080-b7d3-32af4fddb5dd None None] Routers {'306ca164-bba2-4edd-95a5-5dfc8f1baa14'} bound to L3 agent in host dv-cinder-760193-4-smb {{(pid=83972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:25:02.828005 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-2f86209e-2280-4080-b7d3-32af4fddb5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T21:09:02Z,description=,heartbeat_timestamp=2021-02-17T21:25:02Z,host='dv-cinder-760193-4-smb',id=0536e1cb-4d3e-42d2-8b6d-8bd52a4e2590,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T21:09:02Z,topic='l3_agent')) {'router_ids': ['306ca164-bba2-4edd-95a5-5dfc8f1baa14'], 'active': True} {{(pid=83972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:25:02.912401 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-cd85c348-eee7-415f-9f38-f52b0b345b01 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:25:02.922915 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-cd85c348-eee7-415f-9f38-f52b0b345b01 admin admin] Deleting port 223ffc98-7770-4ca4-8058-0c734a2ad97d {{(pid=83970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:25:02.923300 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-cd85c348-eee7-415f-9f38-f52b0b345b01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506882676'] for port, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:25:02.974013 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Device 40fd895a-83b0-4eed-bb84-08aa6fce9690 up at agent ovs-agent-hv-cinder-76019 {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:25:03.076169 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Provisioning complete for port 40fd895a-83b0-4eed-bb84-08aa6fce9690 triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:25:03.076383 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:25:03.143943 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8cf046-5556-433b-9c29-e3e1a7993a96 req-5ba6608c-d2db-4871-a3c0-f4abee28edbf tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:25:03.145578 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-1e8cf046-5556-433b-9c29-e3e1a7993a96 req-5ba6608c-d2db-4871-a3c0-f4abee28edbf tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e606a0d-50e0-467b-b867-112a807488d0 HTTP/1.1" status: 200 len: 946 time: 0.1475809 Feb 17 21:25:03.188854 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-cd85c348-eee7-415f-9f38-f52b0b345b01 admin admin] For port 223ffc98-7770-4ca4-8058-0c734a2ad97d, host dv-cinder-760193-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-smb',level=0,port_id=223ffc98-7770-4ca4-8058-0c734a2ad97d,segment=NetworkSegment(1160e08b-7d0c-4f07-a68b-9e1b3764f9c4),segment_id=1160e08b-7d0c-4f07-a68b-9e1b3764f9c4)] {{(pid=83970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:25:03.189352 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-cd85c348-eee7-415f-9f38-f52b0b345b01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-921726'] for port, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:25:03.196029 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-1e8cf046-5556-433b-9c29-e3e1a7993a96 req-584965a4-6377-4844-9823-6aa0466594b7 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/security-groups?id=ada7bef1-b9ee-4474-bc63-d37ae190b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423636 Feb 17 21:25:03.206917 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvr_db [None req-2f86209e-2280-4080-b7d3-32af4fddb5dd None None] Set router 306ca164-bba2-4edd-95a5-5dfc8f1baa14 gateway port host: dv-cinder-760193-4-smb {{(pid=83972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:25:03.324851 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-cd85c348-eee7-415f-9f38-f52b0b345b01 admin admin] Calling delete_port for 223ffc98-7770-4ca4-8058-0c734a2ad97d owned by network:router_gateway {{(pid=83970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:25:03.446400 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f1cec3f0-2839-4108-802d-97c7b40b55a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:25:03.501757 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-cd85c348-eee7-415f-9f38-f52b0b345b01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782347900463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782347493337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1732037'] for port, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:25:03.517701 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:25:03.564340 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-2f86209e-2280-4080-b7d3-32af4fddb5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '306ca164-bba2-4edd-95a5-5dfc8f1baa14', 'name': 'tempest-TestShelveInstance-312091777-router', 'tenant_id': '36cdcb2459fd422f980d098093256d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'external_fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.195'}], 'enable_snat': True}, 'gw_port_id': '223ffc98-7770-4ca4-8058-0c734a2ad97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:19:33Z', 'updated_at': '2021-02-17T21:25:01Z', 'revision_number': 5, 'project_id': '36cdcb2459fd422f980d098093256d8b', 'gw_port': {'id': '223ffc98-7770-4ca4-8058-0c734a2ad97d', 'name': '', 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:04:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306ca164-bba2-4edd-95a5-5dfc8f1baa14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:19:35Z', 'updated_at': '2021-02-17T21:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-smb'}], 'dv-cinder-760193-4-smb', False) {} {{(pid=83972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:25:03.569053 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f86209e-2280-4080-b7d3-32af4fddb5dd None None] The sync data for ids ['306ca164-bba2-4edd-95a5-5dfc8f1baa14'] in dv-cinder-760193-4-smb is: [{'id': '306ca164-bba2-4edd-95a5-5dfc8f1baa14', 'name': 'tempest-TestShelveInstance-312091777-router', 'tenant_id': '36cdcb2459fd422f980d098093256d8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'external_fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.195'}], 'enable_snat': True}, 'gw_port_id': '223ffc98-7770-4ca4-8058-0c734a2ad97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:19:33Z', 'updated_at': '2021-02-17T21:25:01Z', 'revision_number': 5, 'project_id': '36cdcb2459fd422f980d098093256d8b', 'gw_port': {'id': '223ffc98-7770-4ca4-8058-0c734a2ad97d', 'name': '', 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:04:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306ca164-bba2-4edd-95a5-5dfc8f1baa14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:19:35Z', 'updated_at': '2021-02-17T21:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-smb'}] {{(pid=83972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 21:25:03.616140 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd85c348-eee7-415f-9f38-f52b0b345b01 admin admin] Pushing event deleted for resources: {'Port': ['ID=223ffc98-7770-4ca4-8058-0c734a2ad97d,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:25:03.619134 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-cd85c348-eee7-415f-9f38-f52b0b345b01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:25:03.745429 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-cd85c348-eee7-415f-9f38-f52b0b345b01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-925322'] for router_gateway, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:25:03.938325 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-cd85c348-eee7-415f-9f38-f52b0b345b01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853848262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773574'] for router, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:25:03.940699 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-cd85c348-eee7-415f-9f38-f52b0b345b01 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:25:03.963050 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-cd85c348-eee7-415f-9f38-f52b0b345b01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853847272'] for router, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:25:03.963617 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd85c348-eee7-415f-9f38-f52b0b345b01 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 306ca164-bba2-4edd-95a5-5dfc8f1baa14 {{(pid=83970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 21:25:03.976343 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-cd85c348-eee7-415f-9f38-f52b0b345b01 admin admin] Notify callbacks [] for router, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:25:03.977682 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-cd85c348-eee7-415f-9f38-f52b0b345b01 admin admin] 10.222.0.90 "DELETE /v2.0/routers/306ca164-bba2-4edd-95a5-5dfc8f1baa14 HTTP/1.1" status: 204 len: 168 time: 1.6842442 Feb 17 21:25:03.980391 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 40672) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:25:04.050243 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.db_base_plugin_v2 [None req-df23f593-b44e-4c55-96b9-911054a5c415 admin admin] Deleting subnet 4141ce6f-3a1a-4f49-b940-da2f0ad444d5 {{(pid=83970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 21:25:04.054013 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-df23f593-b44e-4c55-96b9-911054a5c415 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:25:04.114102 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-df23f593-b44e-4c55-96b9-911054a5c415 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1702825'] for subnet, precommit_delete_associations {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:25:04.153207 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Device 1c8b5259-3ee9-4f22-882d-392630a0c525 no longer exists at agent ovs-agent-dv-cinder-760193-4-smb {{(pid=83972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:25:04.191887 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] No Port match for: 1c8b5259-3ee9-4f22-882d-392630a0c525 {{(pid=83972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 21:25:04.192118 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Device 1c8b5259-3ee9-4f22-882d-392630a0c525 not bound to the agent host dv-cinder-760193-4-smb {{(pid=83972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 21:25:04.210243 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-df23f593-b44e-4c55-96b9-911054a5c415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8265988'] for subnet, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:25:04.410172 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b625217-fda8-4e40-a891-dafce20bd27f req-392e4c57-80a0-4363-88ad-0b6454d922a8 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:25:04.411797 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-4b625217-fda8-4e40-a891-dafce20bd27f req-392e4c57-80a0-4363-88ad-0b6454d922a8 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e606a0d-50e0-467b-b867-112a807488d0 HTTP/1.1" status: 200 len: 946 time: 0.0889480 Feb 17 21:25:04.461580 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-4b625217-fda8-4e40-a891-dafce20bd27f req-79b66c50-5794-4da5-a019-2c225a63c9d8 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/security-groups?id=ada7bef1-b9ee-4474-bc63-d37ae190b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421309 Feb 17 21:25:04.475119 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-df23f593-b44e-4c55-96b9-911054a5c415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846509796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1731089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2343163'] for subnet, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:25:04.491810 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-9055abc8-5511-4103-a44c-79fbfb902dbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:25:04.501408 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:25:04.583136 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df23f593-b44e-4c55-96b9-911054a5c415 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4141ce6f-3a1a-4f49-b940-da2f0ad444d5,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:25:04.588053 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-df23f593-b44e-4c55-96b9-911054a5c415 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:25:04.628730 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-df23f593-b44e-4c55-96b9-911054a5c415 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854194843'] for subnet, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:25:04.635213 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52dd531f-3437-4f67-9fbc-144d733803a5 None None] Network c1614348-f323-4cf2-883f-d1f4e049c03c requested from dv-cinder-760193-4-smb {{(pid=83972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 21:25:04.635904 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-df23f593-b44e-4c55-96b9-911054a5c415 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/4141ce6f-3a1a-4f49-b940-da2f0ad444d5 HTTP/1.1" status: 204 len: 168 time: 0.6545455 Feb 17 21:25:04.638469 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 40680) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:25:04.671172 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1fddab-5857-4509-8be3-6771b285b4d9 req-eed4e676-4646-469b-9cd6-d7395bf0c51d tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:25:04.672792 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-bc1fddab-5857-4509-8be3-6771b285b4d9 req-eed4e676-4646-469b-9cd6-d7395bf0c51d tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e606a0d-50e0-467b-b867-112a807488d0 HTTP/1.1" status: 200 len: 946 time: 0.0960364 Feb 17 21:25:04.683827 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 40684) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:25:04.689467 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [None req-c9e8f5a0-86a5-4702-90b7-e5179185468c tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Request body: {'floatingip': {'port_id': '40fd895a-83b0-4eed-bb84-08aa6fce9690'}} {{(pid=83971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:25:04.758522 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-241a7a65-b64f-499f-b37c-2851f85c5f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866049'] for network, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:25:04.779184 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-c9e8f5a0-86a5-4702-90b7-e5179185468c tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify callbacks [] for floatingip, before_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:25:04.832443 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-241a7a65-b64f-499f-b37c-2851f85c5f4d admin admin] Deleting port c57a15a9-77cd-4738-8a84-7271389ba8b0 {{(pid=83970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:25:04.832815 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-241a7a65-b64f-499f-b37c-2851f85c5f4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506882676'] for port, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:25:04.919573 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4fff33-e4e5-4498-997c-5ca615178cea None None] DHCP port deletion for c1614348-f323-4cf2-883f-d1f4e049c03c request from dv-cinder-760193-4-smb {{(pid=83972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 21:25:04.923744 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-ae4fff33-e4e5-4498-997c-5ca615178cea None None] Deleting port c57a15a9-77cd-4738-8a84-7271389ba8b0 {{(pid=83972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:25:04.924319 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ae4fff33-e4e5-4498-997c-5ca615178cea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506882676'] for port, before_delete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:25:05.044918 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-b3b29b12-cbe5-4ec2-9621-66af0787c66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:25:05.057284 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-241a7a65-b64f-499f-b37c-2851f85c5f4d admin admin] For port c57a15a9-77cd-4738-8a84-7271389ba8b0, host dv-cinder-760193-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-smb',level=0,port_id=c57a15a9-77cd-4738-8a84-7271389ba8b0,segment=NetworkSegment(52570e17-5638-48fe-bab3-82a71a5949b8),segment_id=52570e17-5638-48fe-bab3-82a71a5949b8)] {{(pid=83970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:25:05.057735 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-241a7a65-b64f-499f-b37c-2851f85c5f4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-921726'] for port, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:25:05.162993 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-ae4fff33-e4e5-4498-997c-5ca615178cea None None] For port c57a15a9-77cd-4738-8a84-7271389ba8b0, host dv-cinder-760193-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-smb',level=0,port_id=c57a15a9-77cd-4738-8a84-7271389ba8b0,segment=NetworkSegment(52570e17-5638-48fe-bab3-82a71a5949b8),segment_id=52570e17-5638-48fe-bab3-82a71a5949b8)] {{(pid=83972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:25:05.163351 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ae4fff33-e4e5-4498-997c-5ca615178cea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-921726'] for port, precommit_delete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:25:05.200153 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-241a7a65-b64f-499f-b37c-2851f85c5f4d admin admin] Calling delete_port for c57a15a9-77cd-4738-8a84-7271389ba8b0 owned by network:dhcp {{(pid=83970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:25:05.278560 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-241a7a65-b64f-499f-b37c-2851f85c5f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782347900463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782347493337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1732037'] for port, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:25:05.294824 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-5d8fdce8-b058-445a-a1fc-c682051d3e89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:25:05.295934 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-ae4fff33-e4e5-4498-997c-5ca615178cea None None] Calling delete_port for c57a15a9-77cd-4738-8a84-7271389ba8b0 owned by network:dhcp {{(pid=83972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:25:05.394486 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241a7a65-b64f-499f-b37c-2851f85c5f4d admin admin] Pushing event deleted for resources: {'Port': ['ID=c57a15a9-77cd-4738-8a84-7271389ba8b0,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:25:05.400623 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-241a7a65-b64f-499f-b37c-2851f85c5f4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:25:05.448635 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241a7a65-b64f-499f-b37c-2851f85c5f4d admin admin] No DVR routers for this DVR port c57a15a9-77cd-4738-8a84-7271389ba8b0 on host dv-cinder-760193-4-smb {{(pid=83970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 21:25:05.454995 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-c9e8f5a0-86a5-4702-90b7-e5179185468c tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:25:05.458026 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-c9e8f5a0-86a5-4702-90b7-e5179185468c tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853844558'] for floatingip, after_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:25:05.543685 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.db.api [None req-ae4fff33-e4e5-4498-997c-5ca615178cea None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83972) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 21:25:05.543685 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_db.api [None req-ae4fff33-e4e5-4498-997c-5ca615178cea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 21:25:05.578335 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-241a7a65-b64f-499f-b37c-2851f85c5f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8267677', 'neutron.services.segments.db._delete_segments_for_network-8782348058381'] for network, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:25:05.649537 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.db.l3_db [None req-c9e8f5a0-86a5-4702-90b7-e5179185468c tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Floating IP 3af60338-2537-4ef2-a136-02450fa92a10 associated. External IP: 172.28.3.81, port: 40fd895a-83b0-4eed-bb84-08aa6fce9690. Feb 17 21:25:05.695111 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.services.segments.db [None req-241a7a65-b64f-499f-b37c-2851f85c5f4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1614348-f323-4cf2-883f-d1f4e049c03c']}} {{(pid=83970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:25:05.708008 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.services.segments.db [None req-241a7a65-b64f-499f-b37c-2851f85c5f4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52570e17-5638-48fe-bab3-82a71a5949b8') {'for_net_delete': True} {{(pid=83970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:25:05.708377 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.services.segments.db [None req-241a7a65-b64f-499f-b37c-2851f85c5f4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52570e17-5638-48fe-bab3-82a71a5949b8') {} {{(pid=83970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:25:05.721278 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-241a7a65-b64f-499f-b37c-2851f85c5f4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782348055309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853072975'] for segment, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:25:05.736738 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-241a7a65-b64f-499f-b37c-2851f85c5f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846507987'] for segment, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:25:05.738757 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-241a7a65-b64f-499f-b37c-2851f85c5f4d admin admin] Releasing vxlan tunnel 7 to pool {{(pid=83970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 21:25:05.920770 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [None req-241a7a65-b64f-499f-b37c-2851f85c5f4d admin admin] Network c1614348-f323-4cf2-883f-d1f4e049c03c has no segments {{(pid=83970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 21:25:05.929935 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-241a7a65-b64f-499f-b37c-2851f85c5f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8267797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853043730'] for segment, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:25:06.044776 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-ae4fff33-e4e5-4498-997c-5ca615178cea None None] Deleting port c57a15a9-77cd-4738-8a84-7271389ba8b0 {{(pid=83972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:25:06.045381 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ae4fff33-e4e5-4498-997c-5ca615178cea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506882676'] for port, before_delete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:25:06.136753 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [None req-241a7a65-b64f-499f-b37c-2851f85c5f4d admin admin] Network c1614348-f323-4cf2-883f-d1f4e049c03c has no segments {{(pid=83970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 21:25:06.163845 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-ae4fff33-e4e5-4498-997c-5ca615178cea None None] The port 'c57a15a9-77cd-4738-8a84-7271389ba8b0' was deleted {{(pid=83972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 21:25:06.164730 dv-cinder-760193-4-smb neutron-server[83861]: Traceback (most recent call last): Feb 17 21:25:06.164730 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 21:25:06.164730 dv-cinder-760193-4-smb neutron-server[83861]: timer() Feb 17 21:25:06.164730 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 21:25:06.164730 dv-cinder-760193-4-smb neutron-server[83861]: cb(*args, **kw) Feb 17 21:25:06.164730 dv-cinder-760193-4-smb neutron-server[83861]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 21:25:06.164730 dv-cinder-760193-4-smb neutron-server[83861]: return func(*args, **kwargs) Feb 17 21:25:06.164730 dv-cinder-760193-4-smb neutron-server[83861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 21:25:06.164730 dv-cinder-760193-4-smb neutron-server[83861]: self._notify() Feb 17 21:25:06.164730 dv-cinder-760193-4-smb neutron-server[83861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 21:25:06.164730 dv-cinder-760193-4-smb neutron-server[83861]: self.callback(batched_events) Feb 17 21:25:06.164730 dv-cinder-760193-4-smb neutron-server[83861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 21:25:06.164730 dv-cinder-760193-4-smb neutron-server[83861]: event.method(event) Feb 17 21:25:06.164730 dv-cinder-760193-4-smb neutron-server[83861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 21:25:06.164730 dv-cinder-760193-4-smb neutron-server[83861]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 21:25:06.164730 dv-cinder-760193-4-smb neutron-server[83861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 21:25:06.164730 dv-cinder-760193-4-smb neutron-server[83861]: segment_id)['aggregates'][0] Feb 17 21:25:06.164730 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 21:25:06.164730 dv-cinder-760193-4-smb neutron-server[83861]: return f(self, *a, **k) Feb 17 21:25:06.164730 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 21:25:06.164730 dv-cinder-760193-4-smb neutron-server[83861]: return self._get(url).json() Feb 17 21:25:06.164730 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 21:25:06.164730 dv-cinder-760193-4-smb neutron-server[83861]: **kwargs) Feb 17 21:25:06.164730 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 21:25:06.164730 dv-cinder-760193-4-smb neutron-server[83861]: return self.request(url, 'GET', **kwargs) Feb 17 21:25:06.164730 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 21:25:06.164730 dv-cinder-760193-4-smb neutron-server[83861]: **endpoint_filter) Feb 17 21:25:06.164730 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 21:25:06.164730 dv-cinder-760193-4-smb neutron-server[83861]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 21:25:06.164730 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 21:25:06.164730 dv-cinder-760193-4-smb neutron-server[83861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 21:25:06.164730 dv-cinder-760193-4-smb neutron-server[83861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 21:25:06.166860 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Device 223ffc98-7770-4ca4-8058-0c734a2ad97d no longer exists at agent ovs-agent-dv-cinder-760193-4-smb {{(pid=83972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:25:06.208112 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] No Port match for: 223ffc98-7770-4ca4-8058-0c734a2ad97d {{(pid=83972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 21:25:06.208112 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Device 223ffc98-7770-4ca4-8058-0c734a2ad97d not bound to the agent host dv-cinder-760193-4-smb {{(pid=83972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 21:25:06.208543 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Device c57a15a9-77cd-4738-8a84-7271389ba8b0 no longer exists at agent ovs-agent-dv-cinder-760193-4-smb {{(pid=83972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:25:06.244826 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] No Port match for: c57a15a9-77cd-4738-8a84-7271389ba8b0 {{(pid=83972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 21:25:06.245259 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Device c57a15a9-77cd-4738-8a84-7271389ba8b0 not bound to the agent host dv-cinder-760193-4-smb {{(pid=83972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 21:25:06.250700 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-241a7a65-b64f-499f-b37c-2851f85c5f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846508139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853850419'] for network, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:25:06.254120 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d9893522-59ec-43e0-9f07-4405e2bca741 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:25:06.271139 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-241a7a65-b64f-499f-b37c-2851f85c5f4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854194843'] for network, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:25:06.284066 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241a7a65-b64f-499f-b37c-2851f85c5f4d admin admin] Pushing event deleted for resources: {'Network': ['ID=c1614348-f323-4cf2-883f-d1f4e049c03c,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:25:06.289086 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-241a7a65-b64f-499f-b37c-2851f85c5f4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:25:06.289889 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9e8f5a0-86a5-4702-90b7-e5179185468c tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Router 41fe0107-656f-4932-971e-369ccb46c124 has already been hosted by L3 agent 0536e1cb-4d3e-42d2-8b6d-8bd52a4e2590 {{(pid=83971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 21:25:06.292847 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-241a7a65-b64f-499f-b37c-2851f85c5f4d admin admin] 10.222.0.90 "DELETE /v2.0/networks/c1614348-f323-4cf2-883f-d1f4e049c03c HTTP/1.1" status: 204 len: 168 time: 1.6533484 Feb 17 21:25:06.295976 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 40688) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:25:06.486547 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9e8f5a0-86a5-4702-90b7-e5179185468c tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify agent at l3_agent.dv-cinder-760193-4-smb the message routers_updated {{(pid=83971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 21:25:06.491786 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-c9e8f5a0-86a5-4702-90b7-e5179185468c tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768493'] for floatingip, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:25:06.500145 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c67c7ac-d9d3-4b58-80c3-6d660ba3dc90 None None] Sync routers for ids ['41fe0107-656f-4932-971e-369ccb46c124'] in dv-cinder-760193-4-smb {{(pid=83973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 21:25:06.512163 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c67c7ac-d9d3-4b58-80c3-6d660ba3dc90 None None] Routers {'41fe0107-656f-4932-971e-369ccb46c124'} bound to L3 agent in host dv-cinder-760193-4-smb {{(pid=83973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:25:06.512960 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-8c67c7ac-d9d3-4b58-80c3-6d660ba3dc90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T21:09:02Z,description=,heartbeat_timestamp=2021-02-17T21:25:02Z,host='dv-cinder-760193-4-smb',id=0536e1cb-4d3e-42d2-8b6d-8bd52a4e2590,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T21:09:02Z,topic='l3_agent')) {'router_ids': ['41fe0107-656f-4932-971e-369ccb46c124'], 'active': True} {{(pid=83973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:25:06.554246 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-c9e8f5a0-86a5-4702-90b7-e5179185468c tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "PUT /v2.0/floatingips/3af60338-2537-4ef2-a136-02450fa92a10 HTTP/1.1" status: 200 len: 991 time: 1.8688948 Feb 17 21:25:06.555263 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e606a0d-50e0-467b-b867-112a807488d0', 'tag': '40fd895a-83b0-4eed-bb84-08aa6fce9690'}] {{(pid=83971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:25:06.608656 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e606a0d-50e0-467b-b867-112a807488d0', 'tag': '40fd895a-83b0-4eed-bb84-08aa6fce9690', 'status': 'completed', 'code': 200} Feb 17 21:25:06.732271 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aef201-8989-473f-8d75-a05cbc2b3fc3 req-2c878cd4-019f-43ea-bbf8-f01ca34b909e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:25:06.734288 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-03aef201-8989-473f-8d75-a05cbc2b3fc3 req-2c878cd4-019f-43ea-bbf8-f01ca34b909e service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=9c7bb313aece425aab5e866c385e03ee&device_id=7e606a0d-50e0-467b-b867-112a807488d0 HTTP/1.1" status: 200 len: 1163 time: 0.0988297 Feb 17 21:25:06.739959 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvr_db [None req-8c67c7ac-d9d3-4b58-80c3-6d660ba3dc90 None None] Set router 41fe0107-656f-4932-971e-369ccb46c124 gateway port host: dv-cinder-760193-4-smb {{(pid=83973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:25:06.887882 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aef201-8989-473f-8d75-a05cbc2b3fc3 req-8df74f71-04b5-42a6-9ce2-1687d345a2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:25:06.889493 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-03aef201-8989-473f-8d75-a05cbc2b3fc3 req-8df74f71-04b5-42a6-9ce2-1687d345a2b9 service neutron] 10.222.0.95 "GET /v2.0/networks?id=a116bda0-2aab-4a78-81df-3e3c3d982929 HTTP/1.1" status: 200 len: 911 time: 0.1475191 Feb 17 21:25:07.000672 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-03aef201-8989-473f-8d75-a05cbc2b3fc3 req-0efd352d-15f4-49be-b6fb-45dbce8fe10c service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40fd895a-83b0-4eed-bb84-08aa6fce9690 HTTP/1.1" status: 200 len: 999 time: 0.1027935 Feb 17 21:25:07.075301 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aef201-8989-473f-8d75-a05cbc2b3fc3 req-765d9a7a-c8b9-4059-a1a5-b04fe3f3fe77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:25:07.077025 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-03aef201-8989-473f-8d75-a05cbc2b3fc3 req-765d9a7a-c8b9-4059-a1a5-b04fe3f3fe77 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=94f0a19c-985b-4196-aff1-8f20e10c98ae HTTP/1.1" status: 200 len: 856 time: 0.0696037 Feb 17 21:25:07.139644 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-b712bb6a-a82e-4d08-86f3-8623bc55d3f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853846128'] for router_interface, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:25:07.143013 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-8c67c7ac-d9d3-4b58-80c3-6d660ba3dc90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41fe0107-656f-4932-971e-369ccb46c124', 'name': 'tempest-AttachVolumeShelveTestJSON-2117019523-router', 'tenant_id': '9c7bb313aece425aab5e866c385e03ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'external_fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': '0cf72ebc-0997-4855-8f4d-dc564a5a3d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:22:08Z', 'updated_at': '2021-02-17T21:22:13Z', 'revision_number': 4, 'project_id': '9c7bb313aece425aab5e866c385e03ee', 'gw_port': {'id': '0cf72ebc-0997-4855-8f4d-dc564a5a3d96', 'name': '', 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:82:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41fe0107-656f-4932-971e-369ccb46c124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:22:09Z', 'updated_at': '2021-02-17T21:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-smb', '_floatingips': [{'id': '3af60338-2537-4ef2-a136-02450fa92a10', 'tenant_id': '9c7bb313aece425aab5e866c385e03ee', 'floating_ip_address': '172.28.3.81', 'floating_network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'router_id': '41fe0107-656f-4932-971e-369ccb46c124', 'port_id': '40fd895a-83b0-4eed-bb84-08aa6fce9690', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a116bda0-2aab-4a78-81df-3e3c3d982929', 'mac_address': 'fa:16:3e:7a:f2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e606a0d-50e0-467b-b867-112a807488d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T21:24:50Z', 'updated_at': '2021-02-17T21:25:05Z', 'revision_number': 1, 'project_id': '9c7bb313aece425aab5e866c385e03ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27f6af13-f955-4104-a838-362f3b0f91d9', 'name': '', 'network_id': 'a116bda0-2aab-4a78-81df-3e3c3d982929', 'tenant_id': '9c7bb313aece425aab5e866c385e03ee', 'mac_address': 'fa:16:3e:81:d3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41fe0107-656f-4932-971e-369ccb46c124', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '94f0a19c-985b-4196-aff1-8f20e10c98ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:22:12Z', 'updated_at': '2021-02-17T21:22:22Z', 'revision_number': 5, 'project_id': '9c7bb313aece425aab5e866c385e03ee', 'subnets': [{'id': '94f0a19c-985b-4196-aff1-8f20e10c98ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-4-smb', False) {} {{(pid=83973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:25:07.147987 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c67c7ac-d9d3-4b58-80c3-6d660ba3dc90 None None] Checking router: 41fe0107-656f-4932-971e-369ccb46c124 for host: dv-cinder-760193-4-smb {{(pid=83973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 21:25:07.157424 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c67c7ac-d9d3-4b58-80c3-6d660ba3dc90 None None] Routers {'41fe0107-656f-4932-971e-369ccb46c124'} bound to L3 agent in host dv-cinder-760193-4-smb {{(pid=83973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:25:07.158290 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-8c67c7ac-d9d3-4b58-80c3-6d660ba3dc90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T21:09:02Z,description=,heartbeat_timestamp=2021-02-17T21:25:02Z,host='dv-cinder-760193-4-smb',id=0536e1cb-4d3e-42d2-8b6d-8bd52a4e2590,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T21:09:02Z,topic='l3_agent')) {'router_ids': ['41fe0107-656f-4932-971e-369ccb46c124'], 'active': True} {{(pid=83973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:25:07.166069 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aef201-8989-473f-8d75-a05cbc2b3fc3 req-af083e67-39e4-458c-b0f7-d207a3270050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:25:07.167746 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-03aef201-8989-473f-8d75-a05cbc2b3fc3 req-af083e67-39e4-458c-b0f7-d207a3270050 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a116bda0-2aab-4a78-81df-3e3c3d982929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0820680 Feb 17 21:25:07.319302 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-03aef201-8989-473f-8d75-a05cbc2b3fc3 req-3bc2d4cd-e256-47ba-b749-09a26e368b79 service neutron] 10.222.0.95 "GET /v2.0/networks/a116bda0-2aab-4a78-81df-3e3c3d982929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444752 Feb 17 21:25:07.349937 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvr_db [None req-8c67c7ac-d9d3-4b58-80c3-6d660ba3dc90 None None] Set router 41fe0107-656f-4932-971e-369ccb46c124 gateway port host: dv-cinder-760193-4-smb {{(pid=83973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:25:07.472624 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-03aef201-8989-473f-8d75-a05cbc2b3fc3 req-57719d50-d2e4-473d-8d24-49446064e84d service neutron] 10.222.0.95 "GET /v2.0/networks/a116bda0-2aab-4a78-81df-3e3c3d982929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1473343 Feb 17 21:25:07.538834 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-b712bb6a-a82e-4d08-86f3-8623bc55d3f7 admin admin] Deleting port b2b3234a-9085-4cdf-870f-f8722ad3ce0e {{(pid=83970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:25:07.539444 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-b712bb6a-a82e-4d08-86f3-8623bc55d3f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506882676'] for port, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:25:07.726977 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-b712bb6a-a82e-4d08-86f3-8623bc55d3f7 admin admin] For port b2b3234a-9085-4cdf-870f-f8722ad3ce0e, host dv-cinder-760193-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-smb',level=0,port_id=b2b3234a-9085-4cdf-870f-f8722ad3ce0e,segment=NetworkSegment(550b0166-36b0-493c-bfec-62e89ef62b0b),segment_id=550b0166-36b0-493c-bfec-62e89ef62b0b)] {{(pid=83970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:25:07.727595 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-b712bb6a-a82e-4d08-86f3-8623bc55d3f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-921726'] for port, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:25:07.863572 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-b712bb6a-a82e-4d08-86f3-8623bc55d3f7 admin admin] Calling delete_port for b2b3234a-9085-4cdf-870f-f8722ad3ce0e owned by network:router_interface {{(pid=83970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:25:07.874193 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-8c67c7ac-d9d3-4b58-80c3-6d660ba3dc90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41fe0107-656f-4932-971e-369ccb46c124', 'name': 'tempest-AttachVolumeShelveTestJSON-2117019523-router', 'tenant_id': '9c7bb313aece425aab5e866c385e03ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'external_fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': '0cf72ebc-0997-4855-8f4d-dc564a5a3d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:22:08Z', 'updated_at': '2021-02-17T21:22:13Z', 'revision_number': 4, 'project_id': '9c7bb313aece425aab5e866c385e03ee', 'gw_port': {'id': '0cf72ebc-0997-4855-8f4d-dc564a5a3d96', 'name': '', 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:82:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41fe0107-656f-4932-971e-369ccb46c124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:22:09Z', 'updated_at': '2021-02-17T21:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-smb', '_floatingips': [{'id': '3af60338-2537-4ef2-a136-02450fa92a10', 'tenant_id': '9c7bb313aece425aab5e866c385e03ee', 'floating_ip_address': '172.28.3.81', 'floating_network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'router_id': '41fe0107-656f-4932-971e-369ccb46c124', 'port_id': '40fd895a-83b0-4eed-bb84-08aa6fce9690', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a116bda0-2aab-4a78-81df-3e3c3d982929', 'mac_address': 'fa:16:3e:7a:f2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e606a0d-50e0-467b-b867-112a807488d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T21:24:50Z', 'updated_at': '2021-02-17T21:25:05Z', 'revision_number': 1, 'project_id': '9c7bb313aece425aab5e866c385e03ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27f6af13-f955-4104-a838-362f3b0f91d9', 'name': '', 'network_id': 'a116bda0-2aab-4a78-81df-3e3c3d982929', 'tenant_id': '9c7bb313aece425aab5e866c385e03ee', 'mac_address': 'fa:16:3e:81:d3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41fe0107-656f-4932-971e-369ccb46c124', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '94f0a19c-985b-4196-aff1-8f20e10c98ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:22:12Z', 'updated_at': '2021-02-17T21:22:22Z', 'revision_number': 5, 'project_id': '9c7bb313aece425aab5e866c385e03ee', 'subnets': [{'id': '94f0a19c-985b-4196-aff1-8f20e10c98ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-4-smb', False) {} {{(pid=83973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:25:07.878381 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c67c7ac-d9d3-4b58-80c3-6d660ba3dc90 None None] The sync data for ids ['41fe0107-656f-4932-971e-369ccb46c124'] in dv-cinder-760193-4-smb is: [{'id': '41fe0107-656f-4932-971e-369ccb46c124', 'name': 'tempest-AttachVolumeShelveTestJSON-2117019523-router', 'tenant_id': '9c7bb313aece425aab5e866c385e03ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'external_fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': '0cf72ebc-0997-4855-8f4d-dc564a5a3d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:22:08Z', 'updated_at': '2021-02-17T21:22:13Z', 'revision_number': 4, 'project_id': '9c7bb313aece425aab5e866c385e03ee', 'gw_port': {'id': '0cf72ebc-0997-4855-8f4d-dc564a5a3d96', 'name': '', 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:82:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41fe0107-656f-4932-971e-369ccb46c124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:22:09Z', 'updated_at': '2021-02-17T21:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-smb', '_floatingips': [{'id': '3af60338-2537-4ef2-a136-02450fa92a10', 'tenant_id': '9c7bb313aece425aab5e866c385e03ee', 'floating_ip_address': '172.28.3.81', 'floating_network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'router_id': '41fe0107-656f-4932-971e-369ccb46c124', 'port_id': '40fd895a-83b0-4eed-bb84-08aa6fce9690', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a116bda0-2aab-4a78-81df-3e3c3d982929', 'mac_address': 'fa:16:3e:7a:f2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e606a0d-50e0-467b-b867-112a807488d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-17T21:24:50Z', 'updated_at': '2021-02-17T21:25:05Z', 'revision_number': 1, 'project_id': '9c7bb313aece425aab5e866c385e03ee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '27f6af13-f955-4104-a838-362f3b0f91d9', 'name': '', 'network_id': 'a116bda0-2aab-4a78-81df-3e3c3d982929', 'tenant_id': '9c7bb313aece425aab5e866c385e03ee', 'mac_address': 'fa:16:3e:81:d3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41fe0107-656f-4932-971e-369ccb46c124', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '94f0a19c-985b-4196-aff1-8f20e10c98ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:22:12Z', 'updated_at': '2021-02-17T21:22:22Z', 'revision_number': 5, 'project_id': '9c7bb313aece425aab5e866c385e03ee', 'subnets': [{'id': '94f0a19c-985b-4196-aff1-8f20e10c98ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 21:25:08.041007 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-b712bb6a-a82e-4d08-86f3-8623bc55d3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782347900463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782347493337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1732037'] for port, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:25:08.059044 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-89a957a1-2921-4f27-bd16-3ce876f10106 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:25:08.164463 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b712bb6a-a82e-4d08-86f3-8623bc55d3f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2b3234a-9085-4cdf-870f-f8722ad3ce0e,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:25:08.169698 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-b712bb6a-a82e-4d08-86f3-8623bc55d3f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:25:08.191878 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487e9c17-3cea-4b5a-af45-e65444f1b653 None None] New status for floating IP 3af60338-2537-4ef2-a136-02450fa92a10: ACTIVE {{(pid=83972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 21:25:08.485522 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-b712bb6a-a82e-4d08-86f3-8623bc55d3f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853846018'] for router_interface, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:25:08.992472 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b712bb6a-a82e-4d08-86f3-8623bc55d3f7 admin admin] Router 8e985561-58ff-4ff2-b2c2-405238ce5c18 has already been hosted by L3 agent 0536e1cb-4d3e-42d2-8b6d-8bd52a4e2590 {{(pid=83970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 21:25:09.181446 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b712bb6a-a82e-4d08-86f3-8623bc55d3f7 admin admin] Notify agent at l3_agent.dv-cinder-760193-4-smb the message routers_updated {{(pid=83970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 21:25:09.190395 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adbfd7b-670b-45c4-8203-d0aa45a23486 None None] Sync routers for ids ['8e985561-58ff-4ff2-b2c2-405238ce5c18'] in dv-cinder-760193-4-smb {{(pid=83973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 21:25:09.191751 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-b712bb6a-a82e-4d08-86f3-8623bc55d3f7 admin admin] 10.222.0.90 "PUT /v2.0/routers/8e985561-58ff-4ff2-b2c2-405238ce5c18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8947029 Feb 17 21:25:09.195273 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 40700) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:25:09.206695 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.agents_db [None req-d7035ca1-ab1a-4600-abec-6b06ab5f95db None None] Agent healthcheck: found 6 active agents {{(pid=83973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 21:25:09.208377 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adbfd7b-670b-45c4-8203-d0aa45a23486 None None] Routers {'8e985561-58ff-4ff2-b2c2-405238ce5c18'} bound to L3 agent in host dv-cinder-760193-4-smb {{(pid=83973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:25:09.209241 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-0adbfd7b-670b-45c4-8203-d0aa45a23486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T21:09:02Z,description=,heartbeat_timestamp=2021-02-17T21:25:02Z,host='dv-cinder-760193-4-smb',id=0536e1cb-4d3e-42d2-8b6d-8bd52a4e2590,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T21:09:02Z,topic='l3_agent')) {'router_ids': ['8e985561-58ff-4ff2-b2c2-405238ce5c18'], 'active': True} {{(pid=83973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:25:09.392529 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-9fc006c1-0284-4ebc-b93a-8027e766d7e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:25:09.399891 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvr_db [None req-0adbfd7b-670b-45c4-8203-d0aa45a23486 None None] Set router 8e985561-58ff-4ff2-b2c2-405238ce5c18 gateway port host: dv-cinder-760193-4-smb {{(pid=83973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:25:09.579772 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-9fc006c1-0284-4ebc-b93a-8027e766d7e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:25:09.589901 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-9fc006c1-0284-4ebc-b93a-8027e766d7e9 admin admin] Deleting port 5bae2525-41bf-4d96-a559-42cbe85a1064 {{(pid=83971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:25:09.590285 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-9fc006c1-0284-4ebc-b93a-8027e766d7e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506882676'] for port, before_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:25:09.705796 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-0adbfd7b-670b-45c4-8203-d0aa45a23486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e985561-58ff-4ff2-b2c2-405238ce5c18', 'name': 'tempest-TestShelveInstance-837837880-router', 'tenant_id': 'a1cce1bcc6f842708a03860440965915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'external_fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.25'}], 'enable_snat': True}, 'gw_port_id': '5bae2525-41bf-4d96-a559-42cbe85a1064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:19:49Z', 'updated_at': '2021-02-17T21:25:07Z', 'revision_number': 5, 'project_id': 'a1cce1bcc6f842708a03860440965915', 'gw_port': {'id': '5bae2525-41bf-4d96-a559-42cbe85a1064', 'name': '', 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:80:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e985561-58ff-4ff2-b2c2-405238ce5c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:19:50Z', 'updated_at': '2021-02-17T21:20:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-smb'}], 'dv-cinder-760193-4-smb', False) {} {{(pid=83973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:25:09.709889 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adbfd7b-670b-45c4-8203-d0aa45a23486 None None] Checking router: 8e985561-58ff-4ff2-b2c2-405238ce5c18 for host: dv-cinder-760193-4-smb {{(pid=83973) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 21:25:09.718695 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adbfd7b-670b-45c4-8203-d0aa45a23486 None None] Routers {'8e985561-58ff-4ff2-b2c2-405238ce5c18'} bound to L3 agent in host dv-cinder-760193-4-smb {{(pid=83973) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:25:09.719347 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-0adbfd7b-670b-45c4-8203-d0aa45a23486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-17T21:09:02Z,description=,heartbeat_timestamp=2021-02-17T21:25:02Z,host='dv-cinder-760193-4-smb',id=0536e1cb-4d3e-42d2-8b6d-8bd52a4e2590,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T21:09:02Z,topic='l3_agent')) {'router_ids': ['8e985561-58ff-4ff2-b2c2-405238ce5c18'], 'active': True} {{(pid=83973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:25:09.779287 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-9fc006c1-0284-4ebc-b93a-8027e766d7e9 admin admin] For port 5bae2525-41bf-4d96-a559-42cbe85a1064, host dv-cinder-760193-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-smb',level=0,port_id=5bae2525-41bf-4d96-a559-42cbe85a1064,segment=NetworkSegment(1160e08b-7d0c-4f07-a68b-9e1b3764f9c4),segment_id=1160e08b-7d0c-4f07-a68b-9e1b3764f9c4)] {{(pid=83971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:25:09.779689 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-9fc006c1-0284-4ebc-b93a-8027e766d7e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-921726'] for port, precommit_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:25:09.878979 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvr_db [None req-0adbfd7b-670b-45c4-8203-d0aa45a23486 None None] Set router 8e985561-58ff-4ff2-b2c2-405238ce5c18 gateway port host: None {{(pid=83973) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:25:09.912996 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-9fc006c1-0284-4ebc-b93a-8027e766d7e9 admin admin] Calling delete_port for 5bae2525-41bf-4d96-a559-42cbe85a1064 owned by network:router_gateway {{(pid=83971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:25:09.991784 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-0adbfd7b-670b-45c4-8203-d0aa45a23486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e985561-58ff-4ff2-b2c2-405238ce5c18', 'name': 'tempest-TestShelveInstance-837837880-router', 'tenant_id': 'a1cce1bcc6f842708a03860440965915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:19:49Z', 'updated_at': '2021-02-17T21:25:09Z', 'revision_number': 6, 'project_id': 'a1cce1bcc6f842708a03860440965915', 'gw_port_host': None}], 'dv-cinder-760193-4-smb', False) {} {{(pid=83973) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:25:09.996131 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0adbfd7b-670b-45c4-8203-d0aa45a23486 None None] The sync data for ids ['8e985561-58ff-4ff2-b2c2-405238ce5c18'] in dv-cinder-760193-4-smb is: [{'id': '8e985561-58ff-4ff2-b2c2-405238ce5c18', 'name': 'tempest-TestShelveInstance-837837880-router', 'tenant_id': 'a1cce1bcc6f842708a03860440965915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:19:49Z', 'updated_at': '2021-02-17T21:25:09Z', 'revision_number': 6, 'project_id': 'a1cce1bcc6f842708a03860440965915', 'gw_port_host': None}] {{(pid=83973) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 21:25:10.101379 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-9fc006c1-0284-4ebc-b93a-8027e766d7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782347900463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782347493337'] for port, after_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:25:10.116707 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:25:10.148156 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Device b2b3234a-9085-4cdf-870f-f8722ad3ce0e no longer exists at agent ovs-agent-dv-cinder-760193-4-smb {{(pid=83972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:25:10.188830 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] No Port match for: b2b3234a-9085-4cdf-870f-f8722ad3ce0e {{(pid=83972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 21:25:10.189230 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Device b2b3234a-9085-4cdf-870f-f8722ad3ce0e not bound to the agent host dv-cinder-760193-4-smb {{(pid=83972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 21:25:10.214438 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc006c1-0284-4ebc-b93a-8027e766d7e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bae2525-41bf-4d96-a559-42cbe85a1064,revision_number=None']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:25:10.221217 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-9fc006c1-0284-4ebc-b93a-8027e766d7e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:25:10.294302 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-9fc006c1-0284-4ebc-b93a-8027e766d7e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-925322'] for router_gateway, after_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:25:10.485263 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-9fc006c1-0284-4ebc-b93a-8027e766d7e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853848262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773574'] for router, precommit_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:25:10.487776 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-9fc006c1-0284-4ebc-b93a-8027e766d7e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:25:10.510281 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-9fc006c1-0284-4ebc-b93a-8027e766d7e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853847272'] for router, after_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:25:10.510909 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fc006c1-0284-4ebc-b93a-8027e766d7e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e985561-58ff-4ff2-b2c2-405238ce5c18 {{(pid=83971) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 21:25:10.524320 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-9fc006c1-0284-4ebc-b93a-8027e766d7e9 admin admin] Notify callbacks [] for router, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:25:10.525539 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-9fc006c1-0284-4ebc-b93a-8027e766d7e9 admin admin] 10.222.0.90 "DELETE /v2.0/routers/8e985561-58ff-4ff2-b2c2-405238ce5c18 HTTP/1.1" status: 204 len: 168 time: 1.3291938 Feb 17 21:25:10.528353 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 40706) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:25:10.598040 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dfc9a16-0ff1-4bdd-b030-33a3dc72a6cb admin admin] Deleting subnet 545cd33f-a435-47aa-8014-d364768b4eda {{(pid=83971) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 21:25:10.601827 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-8dfc9a16-0ff1-4bdd-b030-33a3dc72a6cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:25:10.656040 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-8dfc9a16-0ff1-4bdd-b030-33a3dc72a6cb admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:25:10.732419 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-8dfc9a16-0ff1-4bdd-b030-33a3dc72a6cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8265988'] for subnet, precommit_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:25:10.989668 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-8dfc9a16-0ff1-4bdd-b030-33a3dc72a6cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846509796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826'] for subnet, after_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:25:11.005156 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d01cc7d2-bd92-4b64-8983-c4b7a664b872 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:25:11.094946 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfc9a16-0ff1-4bdd-b030-33a3dc72a6cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=545cd33f-a435-47aa-8014-d364768b4eda,revision_number=None']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:25:11.098443 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-8dfc9a16-0ff1-4bdd-b030-33a3dc72a6cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:25:11.141761 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-8dfc9a16-0ff1-4bdd-b030-33a3dc72a6cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:25:11.149601 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-8dfc9a16-0ff1-4bdd-b030-33a3dc72a6cb admin admin] 10.222.0.90 "DELETE /v2.0/subnets/545cd33f-a435-47aa-8014-d364768b4eda HTTP/1.1" status: 204 len: 168 time: 0.6201828 Feb 17 21:25:11.152332 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 40712) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:25:11.153193 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01b9116-0c13-4535-8aae-09694f8d2aa5 None None] Network ddd06d35-23af-4d73-a7c8-9ed89139836e requested from dv-cinder-760193-4-smb {{(pid=83972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 21:25:11.432113 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af9566a-b3a5-44c4-8acb-4de1fbf3d642 None None] DHCP port deletion for ddd06d35-23af-4d73-a7c8-9ed89139836e request from dv-cinder-760193-4-smb {{(pid=83972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 21:25:11.436785 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-3af9566a-b3a5-44c4-8acb-4de1fbf3d642 None None] Deleting port 4b47f4ef-3fbb-4498-b666-bdfc380b9102 {{(pid=83972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:25:11.437235 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-3af9566a-b3a5-44c4-8acb-4de1fbf3d642 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506882676'] for port, before_delete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:25:11.512916 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-3a8d8c38-b5c9-4507-82d4-0bfd839bc197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866049'] for network, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:25:11.584442 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-3a8d8c38-b5c9-4507-82d4-0bfd839bc197 admin admin] Deleting port 4b47f4ef-3fbb-4498-b666-bdfc380b9102 {{(pid=83970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:25:11.584810 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-3a8d8c38-b5c9-4507-82d4-0bfd839bc197 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506882676'] for port, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:25:11.659150 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-3af9566a-b3a5-44c4-8acb-4de1fbf3d642 None None] For port 4b47f4ef-3fbb-4498-b666-bdfc380b9102, host dv-cinder-760193-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-smb',level=0,port_id=4b47f4ef-3fbb-4498-b666-bdfc380b9102,segment=NetworkSegment(550b0166-36b0-493c-bfec-62e89ef62b0b),segment_id=550b0166-36b0-493c-bfec-62e89ef62b0b)] {{(pid=83972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:25:11.659502 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-3af9566a-b3a5-44c4-8acb-4de1fbf3d642 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-921726'] for port, precommit_delete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:25:11.792474 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-3af9566a-b3a5-44c4-8acb-4de1fbf3d642 None None] Calling delete_port for 4b47f4ef-3fbb-4498-b666-bdfc380b9102 owned by network:dhcp {{(pid=83972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:25:11.806125 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-3a8d8c38-b5c9-4507-82d4-0bfd839bc197 admin admin] For port 4b47f4ef-3fbb-4498-b666-bdfc380b9102, host dv-cinder-760193-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-smb',level=0,port_id=4b47f4ef-3fbb-4498-b666-bdfc380b9102,segment=NetworkSegment(550b0166-36b0-493c-bfec-62e89ef62b0b),segment_id=550b0166-36b0-493c-bfec-62e89ef62b0b)] {{(pid=83970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:25:11.806524 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-3a8d8c38-b5c9-4507-82d4-0bfd839bc197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-921726'] for port, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:25:11.871745 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-3af9566a-b3a5-44c4-8acb-4de1fbf3d642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782347900463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782347493337'] for port, after_delete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:25:11.886854 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-c7e2050d-6cef-4ada-b512-4463d3622294 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:25:11.939038 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-3a8d8c38-b5c9-4507-82d4-0bfd839bc197 admin admin] Calling delete_port for 4b47f4ef-3fbb-4498-b666-bdfc380b9102 owned by network:dhcp {{(pid=83970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:25:11.981471 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af9566a-b3a5-44c4-8acb-4de1fbf3d642 None None] Pushing event deleted for resources: {'Port': ['ID=4b47f4ef-3fbb-4498-b666-bdfc380b9102,revision_number=None']} {{(pid=83972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:25:12.002820 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af9566a-b3a5-44c4-8acb-4de1fbf3d642 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:25:12.003215 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af9566a-b3a5-44c4-8acb-4de1fbf3d642 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:25:12.003596 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af9566a-b3a5-44c4-8acb-4de1fbf3d642 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:25:12.003975 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af9566a-b3a5-44c4-8acb-4de1fbf3d642 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:25:12.004351 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af9566a-b3a5-44c4-8acb-4de1fbf3d642 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:25:12.004727 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af9566a-b3a5-44c4-8acb-4de1fbf3d642 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:25:12.005097 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af9566a-b3a5-44c4-8acb-4de1fbf3d642 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:25:12.005537 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af9566a-b3a5-44c4-8acb-4de1fbf3d642 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:25:12.006003 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af9566a-b3a5-44c4-8acb-4de1fbf3d642 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:25:12.006389 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af9566a-b3a5-44c4-8acb-4de1fbf3d642 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:25:12.006788 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af9566a-b3a5-44c4-8acb-4de1fbf3d642 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:25:12.007157 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af9566a-b3a5-44c4-8acb-4de1fbf3d642 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:25:12.007565 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af9566a-b3a5-44c4-8acb-4de1fbf3d642 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:25:12.007928 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af9566a-b3a5-44c4-8acb-4de1fbf3d642 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:25:12.008292 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af9566a-b3a5-44c4-8acb-4de1fbf3d642 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:25:12.008663 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af9566a-b3a5-44c4-8acb-4de1fbf3d642 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:25:12.009029 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af9566a-b3a5-44c4-8acb-4de1fbf3d642 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:25:12.009390 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af9566a-b3a5-44c4-8acb-4de1fbf3d642 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:25:12.009754 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af9566a-b3a5-44c4-8acb-4de1fbf3d642 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:25:12.010117 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af9566a-b3a5-44c4-8acb-4de1fbf3d642 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:25:12.010481 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af9566a-b3a5-44c4-8acb-4de1fbf3d642 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:25:12.010884 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af9566a-b3a5-44c4-8acb-4de1fbf3d642 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:25:12.011234 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af9566a-b3a5-44c4-8acb-4de1fbf3d642 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:25:12.011596 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af9566a-b3a5-44c4-8acb-4de1fbf3d642 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:25:12.015153 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-3af9566a-b3a5-44c4-8acb-4de1fbf3d642 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:25:12.015315 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.db.api [None req-3a8d8c38-b5c9-4507-82d4-0bfd839bc197 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83970) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 21:25:12.015696 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_db.api [None req-3a8d8c38-b5c9-4507-82d4-0bfd839bc197 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 21:25:12.046165 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af9566a-b3a5-44c4-8acb-4de1fbf3d642 None None] No DVR routers for this DVR port 4b47f4ef-3fbb-4498-b666-bdfc380b9102 on host dv-cinder-760193-4-smb {{(pid=83972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 21:25:12.145587 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Device 5bae2525-41bf-4d96-a559-42cbe85a1064 no longer exists at agent ovs-agent-dv-cinder-760193-4-smb {{(pid=83972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:25:12.183792 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] No Port match for: 5bae2525-41bf-4d96-a559-42cbe85a1064 {{(pid=83972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 21:25:12.184230 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Device 5bae2525-41bf-4d96-a559-42cbe85a1064 not bound to the agent host dv-cinder-760193-4-smb {{(pid=83972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 21:25:12.184694 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Device 4b47f4ef-3fbb-4498-b666-bdfc380b9102 no longer exists at agent ovs-agent-dv-cinder-760193-4-smb {{(pid=83972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:25:12.223218 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] No Port match for: 4b47f4ef-3fbb-4498-b666-bdfc380b9102 {{(pid=83972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 21:25:12.223619 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Device 4b47f4ef-3fbb-4498-b666-bdfc380b9102 not bound to the agent host dv-cinder-760193-4-smb {{(pid=83972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 21:25:12.517114 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-3a8d8c38-b5c9-4507-82d4-0bfd839bc197 admin admin] Deleting port 4b47f4ef-3fbb-4498-b666-bdfc380b9102 {{(pid=83970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:25:12.517422 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-3a8d8c38-b5c9-4507-82d4-0bfd839bc197 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506882676'] for port, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:25:12.593503 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-3a8d8c38-b5c9-4507-82d4-0bfd839bc197 admin admin] The port '4b47f4ef-3fbb-4498-b666-bdfc380b9102' was deleted {{(pid=83970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 21:25:12.714310 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-3a8d8c38-b5c9-4507-82d4-0bfd839bc197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8267677', 'neutron.services.segments.db._delete_segments_for_network-8782348058381'] for network, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:25:12.829003 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.services.segments.db [None req-3a8d8c38-b5c9-4507-82d4-0bfd839bc197 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddd06d35-23af-4d73-a7c8-9ed89139836e']}} {{(pid=83970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:25:12.841582 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.services.segments.db [None req-3a8d8c38-b5c9-4507-82d4-0bfd839bc197 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '550b0166-36b0-493c-bfec-62e89ef62b0b') {'for_net_delete': True} {{(pid=83970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:25:12.841920 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.services.segments.db [None req-3a8d8c38-b5c9-4507-82d4-0bfd839bc197 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '550b0166-36b0-493c-bfec-62e89ef62b0b') {} {{(pid=83970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:25:12.854680 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-3a8d8c38-b5c9-4507-82d4-0bfd839bc197 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782348055309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853072975'] for segment, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:25:12.869928 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-3a8d8c38-b5c9-4507-82d4-0bfd839bc197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846507987'] for segment, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:25:12.871916 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3a8d8c38-b5c9-4507-82d4-0bfd839bc197 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=83970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 21:25:13.050645 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [None req-3a8d8c38-b5c9-4507-82d4-0bfd839bc197 admin admin] Network ddd06d35-23af-4d73-a7c8-9ed89139836e has no segments {{(pid=83970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 21:25:13.060150 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-3a8d8c38-b5c9-4507-82d4-0bfd839bc197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8267797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853043730'] for segment, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:25:13.237321 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [None req-3a8d8c38-b5c9-4507-82d4-0bfd839bc197 admin admin] Network ddd06d35-23af-4d73-a7c8-9ed89139836e has no segments {{(pid=83970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 21:25:13.260187 dv-cinder-760193-4-smb neutron-server[83861]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 21:25:13.260187 dv-cinder-760193-4-smb neutron-server[83861]: % (table.description, expected, rows_matched) Feb 17 21:25:13.260187 dv-cinder-760193-4-smb neutron-server[83861]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 21:25:13.260187 dv-cinder-760193-4-smb neutron-server[83861]: % (table.description, expected, rows_matched) Feb 17 21:25:13.260187 dv-cinder-760193-4-smb neutron-server[83861]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 21:25:13.260187 dv-cinder-760193-4-smb neutron-server[83861]: % (table.description, expected, rows_matched) Feb 17 21:25:13.260187 dv-cinder-760193-4-smb neutron-server[83861]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 17 21:25:13.260187 dv-cinder-760193-4-smb neutron-server[83861]: % (table.description, expected, rows_matched) Feb 17 21:25:13.260187 dv-cinder-760193-4-smb neutron-server[83861]: Traceback (most recent call last): Feb 17 21:25:13.260187 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 21:25:13.260187 dv-cinder-760193-4-smb neutron-server[83861]: timer() Feb 17 21:25:13.260187 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 21:25:13.260187 dv-cinder-760193-4-smb neutron-server[83861]: cb(*args, **kw) Feb 17 21:25:13.260187 dv-cinder-760193-4-smb neutron-server[83861]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 21:25:13.260187 dv-cinder-760193-4-smb neutron-server[83861]: return func(*args, **kwargs) Feb 17 21:25:13.260187 dv-cinder-760193-4-smb neutron-server[83861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 21:25:13.260187 dv-cinder-760193-4-smb neutron-server[83861]: self._notify() Feb 17 21:25:13.260187 dv-cinder-760193-4-smb neutron-server[83861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 21:25:13.260187 dv-cinder-760193-4-smb neutron-server[83861]: self.callback(batched_events) Feb 17 21:25:13.260187 dv-cinder-760193-4-smb neutron-server[83861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 21:25:13.260187 dv-cinder-760193-4-smb neutron-server[83861]: event.method(event) Feb 17 21:25:13.260187 dv-cinder-760193-4-smb neutron-server[83861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 21:25:13.260187 dv-cinder-760193-4-smb neutron-server[83861]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 21:25:13.260187 dv-cinder-760193-4-smb neutron-server[83861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 21:25:13.260187 dv-cinder-760193-4-smb neutron-server[83861]: segment_id)['aggregates'][0] Feb 17 21:25:13.260187 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 21:25:13.260187 dv-cinder-760193-4-smb neutron-server[83861]: return f(self, *a, **k) Feb 17 21:25:13.260187 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 21:25:13.260187 dv-cinder-760193-4-smb neutron-server[83861]: return self._get(url).json() Feb 17 21:25:13.260187 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 21:25:13.260187 dv-cinder-760193-4-smb neutron-server[83861]: **kwargs) Feb 17 21:25:13.260187 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 21:25:13.260187 dv-cinder-760193-4-smb neutron-server[83861]: return self.request(url, 'GET', **kwargs) Feb 17 21:25:13.260187 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 21:25:13.260187 dv-cinder-760193-4-smb neutron-server[83861]: **endpoint_filter) Feb 17 21:25:13.260187 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 21:25:13.260187 dv-cinder-760193-4-smb neutron-server[83861]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 21:25:13.260187 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 21:25:13.260187 dv-cinder-760193-4-smb neutron-server[83861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 21:25:13.260187 dv-cinder-760193-4-smb neutron-server[83861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 21:25:13.338426 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-3a8d8c38-b5c9-4507-82d4-0bfd839bc197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846508139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853850419'] for network, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:25:13.341741 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-a9524575-a420-43ac-b37d-172548d8c847 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:25:13.358752 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-3a8d8c38-b5c9-4507-82d4-0bfd839bc197 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854194843'] for network, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:25:13.368108 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8d8c38-b5c9-4507-82d4-0bfd839bc197 admin admin] Pushing event deleted for resources: {'Network': ['ID=ddd06d35-23af-4d73-a7c8-9ed89139836e,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:25:13.371440 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-3a8d8c38-b5c9-4507-82d4-0bfd839bc197 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:25:13.373014 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-3a8d8c38-b5c9-4507-82d4-0bfd839bc197 admin admin] 10.222.0.90 "DELETE /v2.0/networks/ddd06d35-23af-4d73-a7c8-9ed89139836e HTTP/1.1" status: 204 len: 168 time: 2.2195158 Feb 17 21:25:13.488292 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 40722) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:25:13.540317 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-b4f41083-e911-49ea-bc29-169637e4ead8 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=36cdcb2459fd422f980d098093256d8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0507250 Feb 17 21:25:13.542819 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 40726) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:25:13.606319 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-9b170719-c501-4324-bb07-5f552ab6783c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:25:13.634437 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-9b170719-c501-4324-bb07-5f552ab6783c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:25:13.677571 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-9b170719-c501-4324-bb07-5f552ab6783c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:25:13.682703 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-140c73cd-fb82-41ef-83f0-3cfdd3b48e2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:25:13.697973 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b170719-c501-4324-bb07-5f552ab6783c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf1078c-a198-46e3-bd2d-731b24461bc0,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:25:13.701189 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-9b170719-c501-4324-bb07-5f552ab6783c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:25:13.703179 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-9b170719-c501-4324-bb07-5f552ab6783c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:25:13.704377 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-9b170719-c501-4324-bb07-5f552ab6783c admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/ddf1078c-a198-46e3-bd2d-731b24461bc0 HTTP/1.1" status: 204 len: 168 time: 0.1606274 Feb 17 21:25:14.047215 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 40734) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:25:14.104930 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-2b3b13a3-5dbc-4439-a180-0700da43a977 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=a1cce1bcc6f842708a03860440965915&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0564260 Feb 17 21:25:14.107638 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 40738) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:25:14.168499 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-3f1933f9-7f93-4fd1-818f-820af68bd70d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:25:14.195905 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-3f1933f9-7f93-4fd1-818f-820af68bd70d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:25:14.240837 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-3f1933f9-7f93-4fd1-818f-820af68bd70d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:25:14.245753 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-ddb9dd5b-04f9-4728-8f36-b870f4b4e090 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:25:14.259257 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1933f9-7f93-4fd1-818f-820af68bd70d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5453505-220f-4893-a6e5-5fc2b2b58602,revision_number=None']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:25:14.262074 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-3f1933f9-7f93-4fd1-818f-820af68bd70d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:25:14.263311 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-3f1933f9-7f93-4fd1-818f-820af68bd70d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:25:14.264600 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-3f1933f9-7f93-4fd1-818f-820af68bd70d admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/b5453505-220f-4893-a6e5-5fc2b2b58602 HTTP/1.1" status: 204 len: 168 time: 0.1559520 Feb 17 21:25:29.503801 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:25:30.442372 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-e5ee349b-8c18-4f5c-9556-0446ba7dab99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:25:32.492674 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ee18e90b-3bad-43c2-b8a3-2a184aea67ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:25:33.264307 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f1cec3f0-2839-4108-802d-97c7b40b55a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:25:34.502863 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:25:35.001164 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-b3b29b12-cbe5-4ec2-9621-66af0787c66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:25:46.115173 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db52764-a8e1-4718-a875-86f904e804a2 req-8a98ba0b-250a-434e-8def-3c63b2dfe3a2 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:25:46.116761 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-5db52764-a8e1-4718-a875-86f904e804a2 req-8a98ba0b-250a-434e-8def-3c63b2dfe3a2 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e606a0d-50e0-467b-b867-112a807488d0 HTTP/1.1" status: 200 len: 946 time: 0.0917411 Feb 17 21:25:46.164834 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-5db52764-a8e1-4718-a875-86f904e804a2 req-71b9d5ec-8661-44c0-a6cf-bd2701e5903c tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/security-groups?id=ada7bef1-b9ee-4474-bc63-d37ae190b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417521 Feb 17 21:25:46.212395 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.agents_db [None req-d7035ca1-ab1a-4600-abec-6b06ab5f95db None None] Agent healthcheck: found 6 active agents {{(pid=83973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 21:25:47.370160 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd29963c-9444-417a-99df-a6ad23adf86c req-9a376f4d-5916-401d-aae4-48a3a10badbf tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:25:47.371709 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-fd29963c-9444-417a-99df-a6ad23adf86c req-9a376f4d-5916-401d-aae4-48a3a10badbf tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e606a0d-50e0-467b-b867-112a807488d0 HTTP/1.1" status: 200 len: 946 time: 0.0871940 Feb 17 21:25:47.419683 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-fd29963c-9444-417a-99df-a6ad23adf86c req-c157b984-bf74-4b56-9232-d109308ba5db tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/security-groups?id=ada7bef1-b9ee-4474-bc63-d37ae190b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418103 Feb 17 21:25:48.864659 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cad914e-2849-43c2-b417-b881c655da8c req-0001f0df-f8b8-4d47-bbd4-f473472f5f88 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:25:48.866263 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-4cad914e-2849-43c2-b417-b881c655da8c req-0001f0df-f8b8-4d47-bbd4-f473472f5f88 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e606a0d-50e0-467b-b867-112a807488d0 HTTP/1.1" status: 200 len: 946 time: 0.3258615 Feb 17 21:25:48.913962 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-4cad914e-2849-43c2-b417-b881c655da8c req-b1cdaec8-828a-4843-8d11-30db72373c59 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/security-groups?id=ada7bef1-b9ee-4474-bc63-d37ae190b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405784 Feb 17 21:25:50.123140 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa00f21d-6f51-4808-8f57-3190d6319a6d req-07077e38-1d44-4cd9-ada6-905449dae971 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:25:50.124756 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-fa00f21d-6f51-4808-8f57-3190d6319a6d req-07077e38-1d44-4cd9-ada6-905449dae971 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e606a0d-50e0-467b-b867-112a807488d0 HTTP/1.1" status: 200 len: 946 time: 0.0904186 Feb 17 21:25:50.171714 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-fa00f21d-6f51-4808-8f57-3190d6319a6d req-7dc72d46-6cba-44ca-815c-5bbb92627006 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/security-groups?id=ada7bef1-b9ee-4474-bc63-d37ae190b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407324 Feb 17 21:25:51.373064 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9288a1e0-600c-441d-a79a-ffe2a26ceee6 req-f9fe5f61-6b5d-4ee6-bb68-b6b9c7fb5f00 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:25:51.374573 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-9288a1e0-600c-441d-a79a-ffe2a26ceee6 req-f9fe5f61-6b5d-4ee6-bb68-b6b9c7fb5f00 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e606a0d-50e0-467b-b867-112a807488d0 HTTP/1.1" status: 200 len: 946 time: 0.0859311 Feb 17 21:25:51.426087 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-9288a1e0-600c-441d-a79a-ffe2a26ceee6 req-6c6061bc-0b48-45f3-b5a5-b3192faf5215 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/security-groups?id=ada7bef1-b9ee-4474-bc63-d37ae190b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452876 Feb 17 21:25:52.627418 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b1cf2d-9370-49bb-970a-a882a7178d83 req-a202a379-8b6b-4bbc-9d9e-71fc1c6f5499 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:25:52.629014 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-72b1cf2d-9370-49bb-970a-a882a7178d83 req-a202a379-8b6b-4bbc-9d9e-71fc1c6f5499 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e606a0d-50e0-467b-b867-112a807488d0 HTTP/1.1" status: 200 len: 946 time: 0.0861559 Feb 17 21:25:52.675987 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-72b1cf2d-9370-49bb-970a-a882a7178d83 req-f6119e30-f7f3-4891-9db4-fb6a41e520af tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/security-groups?id=ada7bef1-b9ee-4474-bc63-d37ae190b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400293 Feb 17 21:25:53.887879 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8507cd83-cda5-47ee-9754-b39335e66f48 req-20c4e1cc-d7f4-4ba7-8dc3-c0b9d9049e4d tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:25:53.889510 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-8507cd83-cda5-47ee-9754-b39335e66f48 req-20c4e1cc-d7f4-4ba7-8dc3-c0b9d9049e4d tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e606a0d-50e0-467b-b867-112a807488d0 HTTP/1.1" status: 200 len: 946 time: 0.0930321 Feb 17 21:25:53.939813 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-8507cd83-cda5-47ee-9754-b39335e66f48 req-511df5fd-572e-4e56-b264-e8e70d8af0d9 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/security-groups?id=ada7bef1-b9ee-4474-bc63-d37ae190b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433166 Feb 17 21:25:55.141996 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a80f22-05bb-4dd8-83e0-aeb9f478ca21 req-5ba5075f-019f-4d79-ac04-8a6e067d25d5 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:25:55.143652 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-f1a80f22-05bb-4dd8-83e0-aeb9f478ca21 req-5ba5075f-019f-4d79-ac04-8a6e067d25d5 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e606a0d-50e0-467b-b867-112a807488d0 HTTP/1.1" status: 200 len: 946 time: 0.0863681 Feb 17 21:25:55.195164 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-f1a80f22-05bb-4dd8-83e0-aeb9f478ca21 req-87c27c32-6d70-4398-a68e-b19066d3f6c0 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/security-groups?id=ada7bef1-b9ee-4474-bc63-d37ae190b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438039 Feb 17 21:25:56.404961 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d082373d-5756-49b3-b7dc-9744f6e82d89 req-0b678dd4-eb5c-4c39-b4d0-9a246042ef1b tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:25:56.406476 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-d082373d-5756-49b3-b7dc-9744f6e82d89 req-0b678dd4-eb5c-4c39-b4d0-9a246042ef1b tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e606a0d-50e0-467b-b867-112a807488d0 HTTP/1.1" status: 200 len: 946 time: 0.0894868 Feb 17 21:25:56.453253 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-d082373d-5756-49b3-b7dc-9744f6e82d89 req-67fcd4c5-bcbb-41a4-b490-a1ed6bf6c1be tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/security-groups?id=ada7bef1-b9ee-4474-bc63-d37ae190b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404999 Feb 17 21:25:57.660876 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8b8ebc-87a4-40f0-b667-367279b3185d req-8127f528-1ee0-44eb-941f-4159c768e9ab tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:25:57.662503 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-ff8b8ebc-87a4-40f0-b667-367279b3185d req-8127f528-1ee0-44eb-941f-4159c768e9ab tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e606a0d-50e0-467b-b867-112a807488d0 HTTP/1.1" status: 200 len: 946 time: 0.0898471 Feb 17 21:25:57.710805 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-ff8b8ebc-87a4-40f0-b667-367279b3185d req-0bb7f9ca-0cf6-4782-9989-b76fd66d6e17 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/security-groups?id=ada7bef1-b9ee-4474-bc63-d37ae190b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410609 Feb 17 21:25:57.796877 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb8b8e5-15f2-4c91-b0e0-dcffa6530602 req-1f24df1b-b497-4b1b-b04a-9897c7d76773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:25:57.798480 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-eeb8b8e5-15f2-4c91-b0e0-dcffa6530602 req-1f24df1b-b497-4b1b-b04a-9897c7d76773 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=9c7bb313aece425aab5e866c385e03ee&device_id=7e606a0d-50e0-467b-b867-112a807488d0 HTTP/1.1" status: 200 len: 1163 time: 0.0779533 Feb 17 21:25:57.956186 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb8b8e5-15f2-4c91-b0e0-dcffa6530602 req-2ce71df0-0944-4c59-8afb-7af892f0f5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:25:57.957731 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-eeb8b8e5-15f2-4c91-b0e0-dcffa6530602 req-2ce71df0-0944-4c59-8afb-7af892f0f5c6 service neutron] 10.222.0.95 "GET /v2.0/networks?id=a116bda0-2aab-4a78-81df-3e3c3d982929 HTTP/1.1" status: 200 len: 911 time: 0.1369014 Feb 17 21:25:58.069086 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-eeb8b8e5-15f2-4c91-b0e0-dcffa6530602 req-20186930-1cdd-490c-8ae1-f706d68d47c9 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40fd895a-83b0-4eed-bb84-08aa6fce9690 HTTP/1.1" status: 200 len: 1001 time: 0.1016936 Feb 17 21:25:58.141881 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb8b8e5-15f2-4c91-b0e0-dcffa6530602 req-c1be11f0-b41b-4e03-906e-95640485e6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:25:58.143462 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-eeb8b8e5-15f2-4c91-b0e0-dcffa6530602 req-c1be11f0-b41b-4e03-906e-95640485e6b8 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=94f0a19c-985b-4196-aff1-8f20e10c98ae HTTP/1.1" status: 200 len: 856 time: 0.0665269 Feb 17 21:25:58.226525 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb8b8e5-15f2-4c91-b0e0-dcffa6530602 req-97be0111-64af-451c-adae-b14f6be9c113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:25:58.228194 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-eeb8b8e5-15f2-4c91-b0e0-dcffa6530602 req-97be0111-64af-451c-adae-b14f6be9c113 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a116bda0-2aab-4a78-81df-3e3c3d982929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0779192 Feb 17 21:25:58.374620 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-eeb8b8e5-15f2-4c91-b0e0-dcffa6530602 req-c8f24cd1-d503-4710-bc47-449354e455bd service neutron] 10.222.0.95 "GET /v2.0/networks/a116bda0-2aab-4a78-81df-3e3c3d982929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389668 Feb 17 21:25:58.529922 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-eeb8b8e5-15f2-4c91-b0e0-dcffa6530602 req-f550dab8-a1bd-413a-a7ab-655df43811f3 service neutron] 10.222.0.95 "GET /v2.0/networks/a116bda0-2aab-4a78-81df-3e3c3d982929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1483233 Feb 17 21:25:58.931029 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676862e0-4a05-450f-b5fd-a34ebe3d6375 req-38bf23f6-7152-411f-bae2-0047052a82a8 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:25:58.932631 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-676862e0-4a05-450f-b5fd-a34ebe3d6375 req-38bf23f6-7152-411f-bae2-0047052a82a8 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e606a0d-50e0-467b-b867-112a807488d0 HTTP/1.1" status: 200 len: 946 time: 0.0912006 Feb 17 21:25:58.989345 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-676862e0-4a05-450f-b5fd-a34ebe3d6375 req-83820e7d-9737-4554-b4d9-c7c154e3ae4a tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/security-groups?id=ada7bef1-b9ee-4474-bc63-d37ae190b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495951 Feb 17 21:25:59.512978 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:26:00.256137 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd07c8a-5463-41c9-a9e3-de891f47bbbf req-e9035f67-ef2b-4f2f-be19-679b57c5d620 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:26:00.258478 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-1dd07c8a-5463-41c9-a9e3-de891f47bbbf req-e9035f67-ef2b-4f2f-be19-679b57c5d620 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e606a0d-50e0-467b-b867-112a807488d0 HTTP/1.1" status: 200 len: 946 time: 0.1064923 Feb 17 21:26:00.311491 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-1dd07c8a-5463-41c9-a9e3-de891f47bbbf req-f572bdff-3f9c-4d49-856b-36044a7e1163 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/security-groups?id=ada7bef1-b9ee-4474-bc63-d37ae190b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459702 Feb 17 21:26:00.449092 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-50be10a6-df69-4136-8a3f-a4f725fe6455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:26:01.532171 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3926d4a3-b04a-4715-86a7-7a3ae8441541 req-941a35e0-0243-4e8f-9f7e-45a8e929e6a9 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:26:01.533785 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-3926d4a3-b04a-4715-86a7-7a3ae8441541 req-941a35e0-0243-4e8f-9f7e-45a8e929e6a9 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e606a0d-50e0-467b-b867-112a807488d0 HTTP/1.1" status: 200 len: 946 time: 0.0982814 Feb 17 21:26:01.584673 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-3926d4a3-b04a-4715-86a7-7a3ae8441541 req-ecd7a483-e8a3-4cae-8aa3-62121bcdfd8f tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/security-groups?id=ada7bef1-b9ee-4474-bc63-d37ae190b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444446 Feb 17 21:26:02.496002 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-8b1c6a4d-b685-4fe0-bcaa-57a6429b9800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:26:02.804371 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227de11c-542e-48ea-880b-12209cf14486 req-6761cc91-da3d-42b6-837b-cdc8610a3fe7 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:26:02.812097 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-227de11c-542e-48ea-880b-12209cf14486 req-6761cc91-da3d-42b6-837b-cdc8610a3fe7 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e606a0d-50e0-467b-b867-112a807488d0 HTTP/1.1" status: 200 len: 946 time: 0.0964239 Feb 17 21:26:02.863050 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-227de11c-542e-48ea-880b-12209cf14486 req-3a295fc9-aece-4c87-9ea9-cd0f9b4d7d3a tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/security-groups?id=ada7bef1-b9ee-4474-bc63-d37ae190b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499704 Feb 17 21:26:03.269860 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f1cec3f0-2839-4108-802d-97c7b40b55a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:26:04.110544 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf257ad9-9ccc-4da4-a2ad-3f276ed3f681 req-768dd8c5-eadf-4311-84dc-24b999b071b7 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:26:04.119697 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-cf257ad9-9ccc-4da4-a2ad-3f276ed3f681 req-768dd8c5-eadf-4311-84dc-24b999b071b7 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e606a0d-50e0-467b-b867-112a807488d0 HTTP/1.1" status: 200 len: 946 time: 0.1041903 Feb 17 21:26:04.167932 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-cf257ad9-9ccc-4da4-a2ad-3f276ed3f681 req-13183255-f829-4be5-a03b-f48da844e444 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/security-groups?id=ada7bef1-b9ee-4474-bc63-d37ae190b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471997 Feb 17 21:26:04.508543 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:26:05.007278 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-b3b29b12-cbe5-4ec2-9621-66af0787c66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:26:05.409194 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1f2e15-980e-4eb2-952d-b7ff8c9cd66c req-87e268be-08b4-42eb-8e1c-28f6eee2572a tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:26:05.411308 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-ef1f2e15-980e-4eb2-952d-b7ff8c9cd66c req-87e268be-08b4-42eb-8e1c-28f6eee2572a tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e606a0d-50e0-467b-b867-112a807488d0 HTTP/1.1" status: 200 len: 946 time: 0.1016648 Feb 17 21:26:05.466559 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-ef1f2e15-980e-4eb2-952d-b7ff8c9cd66c req-44921267-be97-479b-9f70-be1f6a07b6df tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/security-groups?id=ada7bef1-b9ee-4474-bc63-d37ae190b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486226 Feb 17 21:26:06.687787 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cb810d-39b0-4341-bd5d-6d18c25bf85c req-194e5122-7165-47f2-a6ea-b356760a3ecf tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:26:06.689519 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-00cb810d-39b0-4341-bd5d-6d18c25bf85c req-194e5122-7165-47f2-a6ea-b356760a3ecf tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e606a0d-50e0-467b-b867-112a807488d0 HTTP/1.1" status: 200 len: 946 time: 0.0960419 Feb 17 21:26:06.745719 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-00cb810d-39b0-4341-bd5d-6d18c25bf85c req-6595d136-94ee-4543-b20d-90668004fec9 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/security-groups?id=ada7bef1-b9ee-4474-bc63-d37ae190b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490825 Feb 17 21:26:07.950836 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e9372a-5ece-4b4b-ad1e-8c62e1216865 req-60ae3f0b-182d-4063-bd5f-0e6f10176794 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:26:07.952435 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-82e9372a-5ece-4b4b-ad1e-8c62e1216865 req-60ae3f0b-182d-4063-bd5f-0e6f10176794 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e606a0d-50e0-467b-b867-112a807488d0 HTTP/1.1" status: 200 len: 946 time: 0.0870135 Feb 17 21:26:07.999220 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-82e9372a-5ece-4b4b-ad1e-8c62e1216865 req-eafd90b8-0fd2-43ae-b5c7-9360533f7f29 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/security-groups?id=ada7bef1-b9ee-4474-bc63-d37ae190b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404787 Feb 17 21:26:08.095625 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ddd552-272d-41e4-b44a-5a358fefaafe req-d2a0d529-9091-4b32-a98a-5fc002605ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:26:08.097437 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-c9ddd552-272d-41e4-b44a-5a358fefaafe req-d2a0d529-9091-4b32-a98a-5fc002605ab0 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=9c7bb313aece425aab5e866c385e03ee&device_id=7e606a0d-50e0-467b-b867-112a807488d0 HTTP/1.1" status: 200 len: 1163 time: 0.0839038 Feb 17 21:26:08.240862 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ddd552-272d-41e4-b44a-5a358fefaafe req-8888b98e-f8b6-45cb-aa4a-f4a58700471c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:26:08.242512 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-c9ddd552-272d-41e4-b44a-5a358fefaafe req-8888b98e-f8b6-45cb-aa4a-f4a58700471c service neutron] 10.222.0.95 "GET /v2.0/networks?id=a116bda0-2aab-4a78-81df-3e3c3d982929 HTTP/1.1" status: 200 len: 911 time: 0.1369364 Feb 17 21:26:08.353030 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-c9ddd552-272d-41e4-b44a-5a358fefaafe req-b0c8b3f5-dc70-4f74-a1b1-b47f8ae6ee6e service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40fd895a-83b0-4eed-bb84-08aa6fce9690 HTTP/1.1" status: 200 len: 1001 time: 0.1030879 Feb 17 21:26:08.422336 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ddd552-272d-41e4-b44a-5a358fefaafe req-e15315e3-b400-4497-bb90-6c34c66e0f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:26:08.423915 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-c9ddd552-272d-41e4-b44a-5a358fefaafe req-e15315e3-b400-4497-bb90-6c34c66e0f6f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=94f0a19c-985b-4196-aff1-8f20e10c98ae HTTP/1.1" status: 200 len: 856 time: 0.0637190 Feb 17 21:26:08.503644 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ddd552-272d-41e4-b44a-5a358fefaafe req-8abdb8a6-f6be-424d-9594-e0bf7e8269e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:26:08.505200 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-c9ddd552-272d-41e4-b44a-5a358fefaafe req-8abdb8a6-f6be-424d-9594-e0bf7e8269e7 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a116bda0-2aab-4a78-81df-3e3c3d982929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0753229 Feb 17 21:26:08.647544 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-c9ddd552-272d-41e4-b44a-5a358fefaafe req-7f6984f4-3cee-4404-9218-3e8118251f1b service neutron] 10.222.0.95 "GET /v2.0/networks/a116bda0-2aab-4a78-81df-3e3c3d982929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347167 Feb 17 21:26:08.790379 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-c9ddd552-272d-41e4-b44a-5a358fefaafe req-e4b312c9-d516-4ddb-935a-4c1e93f2a40f service neutron] 10.222.0.95 "GET /v2.0/networks/a116bda0-2aab-4a78-81df-3e3c3d982929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1363461 Feb 17 21:26:09.205424 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73673a8-ce5a-498b-97f0-0e5ffddbb1b0 req-12b53698-339b-4149-958e-5c314e3fa157 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:26:09.207070 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b73673a8-ce5a-498b-97f0-0e5ffddbb1b0 req-12b53698-339b-4149-958e-5c314e3fa157 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e606a0d-50e0-467b-b867-112a807488d0 HTTP/1.1" status: 200 len: 946 time: 0.0883381 Feb 17 21:26:09.254392 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b73673a8-ce5a-498b-97f0-0e5ffddbb1b0 req-74973c8a-2fbc-4528-bb2a-e50c85475c37 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/security-groups?id=ada7bef1-b9ee-4474-bc63-d37ae190b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405850 Feb 17 21:26:10.468201 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffd5cfa-c3cc-4743-925f-b7f4628c2682 req-f2d0f807-674f-47be-a6d6-b3e02477bec3 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:26:10.469735 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-fffd5cfa-c3cc-4743-925f-b7f4628c2682 req-f2d0f807-674f-47be-a6d6-b3e02477bec3 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e606a0d-50e0-467b-b867-112a807488d0 HTTP/1.1" status: 200 len: 946 time: 0.0965769 Feb 17 21:26:10.517130 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-fffd5cfa-c3cc-4743-925f-b7f4628c2682 req-0d9ba444-0f19-4ea2-9dc4-e4c40a5050f3 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/security-groups?id=ada7bef1-b9ee-4474-bc63-d37ae190b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405297 Feb 17 21:26:11.416540 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Device 40fd895a-83b0-4eed-bb84-08aa6fce9690 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:26:11.536154 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:26:11.565356 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e606a0d-50e0-467b-b867-112a807488d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40fd895a-83b0-4eed-bb84-08aa6fce9690'}] {{(pid=83972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:26:11.576325 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] For port 40fd895a-83b0-4eed-bb84-08aa6fce9690, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=40fd895a-83b0-4eed-bb84-08aa6fce9690,segment=NetworkSegment(38c8979f-713f-4e0b-b4ed-e9896b157798),segment_id=38c8979f-713f-4e0b-b4ed-e9896b157798)] {{(pid=83972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:26:11.579270 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:26:11.581114 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:26:11.619419 dv-cinder-760193-4-smb neutron-server[83861]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7e606a0d-50e0-467b-b867-112a807488d0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '40fd895a-83b0-4eed-bb84-08aa6fce9690', 'code': 422} returned with failed status Feb 17 21:26:11.652814 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Pushing event updated for resources: {'Port': ['ID=40fd895a-83b0-4eed-bb84-08aa6fce9690,revision_number=5']} {{(pid=83972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:26:11.656253 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:26:11.724338 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3823c7c-f201-4bf3-9066-6a130421108b req-08299736-05af-425d-a09d-5a23978c9081 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:26:11.726822 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-a3823c7c-f201-4bf3-9066-6a130421108b req-08299736-05af-425d-a09d-5a23978c9081 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e606a0d-50e0-467b-b867-112a807488d0 HTTP/1.1" status: 200 len: 944 time: 0.0886054 Feb 17 21:26:11.773550 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-a3823c7c-f201-4bf3-9066-6a130421108b req-ad5863f7-4de7-4555-9da2-c0f1a66dce2a tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/security-groups?id=ada7bef1-b9ee-4474-bc63-d37ae190b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404365 Feb 17 21:26:14.274247 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-415a540d-bf2e-455c-982d-65cdd467eedd req-2be3fa4d-b746-4745-a4fe-fec08507eb33 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=7e606a0d-50e0-467b-b867-112a807488d0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0786040 Feb 17 21:26:14.279275 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd27bf0-bf59-444f-b41a-16174e29eff1 req-6e4d2cd7-ce20-4c67-afc4-4b7193d13732 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:26:14.280867 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-fdd27bf0-bf59-444f-b41a-16174e29eff1 req-6e4d2cd7-ce20-4c67-afc4-4b7193d13732 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e606a0d-50e0-467b-b867-112a807488d0 HTTP/1.1" status: 200 len: 944 time: 0.0893066 Feb 17 21:26:14.328694 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-fdd27bf0-bf59-444f-b41a-16174e29eff1 req-7500659a-f5c5-4af0-b4ce-2457f8ef44e4 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/security-groups?id=ada7bef1-b9ee-4474-bc63-d37ae190b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412633 Feb 17 21:26:15.536982 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da55a34-5a10-4fad-8384-9830c31e62f9 req-d72c5d05-c72a-4b60-a0d1-1b99526f6979 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:26:15.539123 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-4da55a34-5a10-4fad-8384-9830c31e62f9 req-d72c5d05-c72a-4b60-a0d1-1b99526f6979 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e606a0d-50e0-467b-b867-112a807488d0 HTTP/1.1" status: 200 len: 944 time: 0.0894494 Feb 17 21:26:15.586223 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-4da55a34-5a10-4fad-8384-9830c31e62f9 req-cefb8613-ebd5-4c0c-b5e9-f253fe5ccf66 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/security-groups?id=ada7bef1-b9ee-4474-bc63-d37ae190b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407882 Feb 17 21:26:16.790512 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a017b4-2183-4d62-9ef6-a69ced690d54 req-7623caaf-5ef7-4bf2-b1b2-6219a9647edd tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:26:16.792125 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-03a017b4-2183-4d62-9ef6-a69ced690d54 req-7623caaf-5ef7-4bf2-b1b2-6219a9647edd tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e606a0d-50e0-467b-b867-112a807488d0 HTTP/1.1" status: 200 len: 944 time: 0.0864341 Feb 17 21:26:16.838041 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-03a017b4-2183-4d62-9ef6-a69ced690d54 req-a5be3858-de40-4e6d-8170-b7cb48665b3f tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/security-groups?id=ada7bef1-b9ee-4474-bc63-d37ae190b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397379 Feb 17 21:26:18.039681 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc01fbc-5563-4304-bb2b-9f1be8714aed req-2df49bf9-94a1-4158-8c59-ef74a21e1277 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:26:18.041252 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-2dc01fbc-5563-4304-bb2b-9f1be8714aed req-2df49bf9-94a1-4158-8c59-ef74a21e1277 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e606a0d-50e0-467b-b867-112a807488d0 HTTP/1.1" status: 200 len: 944 time: 0.0880423 Feb 17 21:26:18.089597 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-2dc01fbc-5563-4304-bb2b-9f1be8714aed req-4ba3a749-6d2c-4505-9e82-1caa3f995e1e tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/security-groups?id=ada7bef1-b9ee-4474-bc63-d37ae190b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421293 Feb 17 21:26:18.852327 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415a540d-bf2e-455c-982d-65cdd467eedd req-e3935fd7-0b46-463c-9c74-f2d2be83364b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:26:18.853906 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-415a540d-bf2e-455c-982d-65cdd467eedd req-e3935fd7-0b46-463c-9c74-f2d2be83364b service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=7e606a0d-50e0-467b-b867-112a807488d0&tenant_id=9c7bb313aece425aab5e866c385e03ee HTTP/1.1" status: 200 len: 1161 time: 0.0794556 Feb 17 21:26:19.180591 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415a540d-bf2e-455c-982d-65cdd467eedd req-3076baf1-8a71-4f25-949e-79cb2791efb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:26:19.182217 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-415a540d-bf2e-455c-982d-65cdd467eedd req-3076baf1-8a71-4f25-949e-79cb2791efb2 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=9c7bb313aece425aab5e866c385e03ee&device_id=7e606a0d-50e0-467b-b867-112a807488d0 HTTP/1.1" status: 200 len: 1161 time: 0.3064299 Feb 17 21:26:19.392547 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415a540d-bf2e-455c-982d-65cdd467eedd req-42827b98-7cb9-428a-a233-47c45f864c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:26:19.394039 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-415a540d-bf2e-455c-982d-65cdd467eedd req-42827b98-7cb9-428a-a233-47c45f864c3c service neutron] 10.222.0.95 "GET /v2.0/networks?id=a116bda0-2aab-4a78-81df-3e3c3d982929 HTTP/1.1" status: 200 len: 911 time: 0.2054620 Feb 17 21:26:19.401439 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea4de3d-9a5d-4b62-93c1-438a35e5d806 req-3a8d72ad-46ca-4936-93f1-f77fea26bcc2 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:26:19.402943 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-3ea4de3d-9a5d-4b62-93c1-438a35e5d806 req-3a8d72ad-46ca-4936-93f1-f77fea26bcc2 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e606a0d-50e0-467b-b867-112a807488d0 HTTP/1.1" status: 200 len: 944 time: 0.1907110 Feb 17 21:26:19.541264 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-3ea4de3d-9a5d-4b62-93c1-438a35e5d806 req-711d32b3-0cca-424a-a2ff-e6008ffc64ed tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/security-groups?id=ada7bef1-b9ee-4474-bc63-d37ae190b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856328 Feb 17 21:26:19.543117 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-415a540d-bf2e-455c-982d-65cdd467eedd req-5cc0bb96-2d69-465a-a687-f37b5fe85087 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40fd895a-83b0-4eed-bb84-08aa6fce9690 HTTP/1.1" status: 200 len: 999 time: 0.1392593 Feb 17 21:26:19.613016 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415a540d-bf2e-455c-982d-65cdd467eedd req-693df958-3297-4496-82a5-d876a354506b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:26:19.614555 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-415a540d-bf2e-455c-982d-65cdd467eedd req-693df958-3297-4496-82a5-d876a354506b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=94f0a19c-985b-4196-aff1-8f20e10c98ae HTTP/1.1" status: 200 len: 856 time: 0.0652952 Feb 17 21:26:19.699057 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415a540d-bf2e-455c-982d-65cdd467eedd req-d306c578-0dbd-4f72-beda-d05509b9c253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:26:19.700537 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-415a540d-bf2e-455c-982d-65cdd467eedd req-d306c578-0dbd-4f72-beda-d05509b9c253 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a116bda0-2aab-4a78-81df-3e3c3d982929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0794034 Feb 17 21:26:19.844716 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-415a540d-bf2e-455c-982d-65cdd467eedd req-e3be436b-a961-40d1-b080-54bda4706d6d service neutron] 10.222.0.95 "GET /v2.0/networks/a116bda0-2aab-4a78-81df-3e3c3d982929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373715 Feb 17 21:26:19.987902 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-415a540d-bf2e-455c-982d-65cdd467eedd req-a7c49a58-e4a0-4f30-80c5-86b232199123 service neutron] 10.222.0.95 "GET /v2.0/networks/a116bda0-2aab-4a78-81df-3e3c3d982929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1361971 Feb 17 21:26:20.751907 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b8c85a-c424-4d16-9d4b-c368830b4b17 req-d2182aeb-05cd-4eb5-8e54-219567785f7a tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:26:20.754025 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-38b8c85a-c424-4d16-9d4b-c368830b4b17 req-d2182aeb-05cd-4eb5-8e54-219567785f7a tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e606a0d-50e0-467b-b867-112a807488d0 HTTP/1.1" status: 200 len: 944 time: 0.0944059 Feb 17 21:26:20.833766 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-38b8c85a-c424-4d16-9d4b-c368830b4b17 req-e2ec47bf-6147-40bd-aad4-abb2d089d146 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/security-groups?id=ada7bef1-b9ee-4474-bc63-d37ae190b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688853 Feb 17 21:26:22.040046 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc54df3f-a6ba-470b-a184-a1f2e71a1259 req-ae243d9d-540d-472c-8b2f-7306ef2f8a09 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:26:22.041673 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-bc54df3f-a6ba-470b-a184-a1f2e71a1259 req-ae243d9d-540d-472c-8b2f-7306ef2f8a09 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e606a0d-50e0-467b-b867-112a807488d0 HTTP/1.1" status: 200 len: 944 time: 0.0931780 Feb 17 21:26:22.119861 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-bc54df3f-a6ba-470b-a184-a1f2e71a1259 req-43c6abcd-c672-4799-bb3c-342d0634078e tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/security-groups?id=ada7bef1-b9ee-4474-bc63-d37ae190b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694797 Feb 17 21:26:23.213169 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.agents_db [None req-d7035ca1-ab1a-4600-abec-6b06ab5f95db None None] Agent healthcheck: found 6 active agents {{(pid=83973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 21:26:23.328343 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d603216-f795-47b8-9dbb-e56bd0fabd46 req-3affa07d-9372-413b-9553-eb322f92eb31 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:26:23.329963 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-3d603216-f795-47b8-9dbb-e56bd0fabd46 req-3affa07d-9372-413b-9553-eb322f92eb31 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e606a0d-50e0-467b-b867-112a807488d0 HTTP/1.1" status: 200 len: 944 time: 0.0920947 Feb 17 21:26:23.381561 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-3d603216-f795-47b8-9dbb-e56bd0fabd46 req-4954b213-509c-4d95-a6cd-15396e89bb28 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/security-groups?id=ada7bef1-b9ee-4474-bc63-d37ae190b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441134 Feb 17 21:26:24.600484 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7073bd-4cb7-4f89-84cf-ec145daa20d0 req-c76df97b-b7c9-4489-8922-b29b7ce5e451 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:26:24.602104 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-ab7073bd-4cb7-4f89-84cf-ec145daa20d0 req-c76df97b-b7c9-4489-8922-b29b7ce5e451 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e606a0d-50e0-467b-b867-112a807488d0 HTTP/1.1" status: 200 len: 944 time: 0.0929596 Feb 17 21:26:24.658065 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-ab7073bd-4cb7-4f89-84cf-ec145daa20d0 req-197a23f5-caff-409d-97d7-b1e2b44ed4a6 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/security-groups?id=ada7bef1-b9ee-4474-bc63-d37ae190b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493708 Feb 17 21:26:25.871680 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493ec94c-352b-41e8-8e9f-d34612428bf4 req-a408ffee-7ccb-489f-af35-f37cf030c3c8 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:26:25.873262 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-493ec94c-352b-41e8-8e9f-d34612428bf4 req-a408ffee-7ccb-489f-af35-f37cf030c3c8 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e606a0d-50e0-467b-b867-112a807488d0 HTTP/1.1" status: 200 len: 944 time: 0.0944180 Feb 17 21:26:25.926982 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-493ec94c-352b-41e8-8e9f-d34612428bf4 req-dc1ea82a-17a9-4d9a-a1eb-b8afebd63133 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/security-groups?id=ada7bef1-b9ee-4474-bc63-d37ae190b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435562 Feb 17 21:26:27.144204 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e95c558-7bf4-4738-9355-6df8d45cd1fc req-f9414c3d-d7da-4c30-aa61-496b5e084ead tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:26:27.145713 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-2e95c558-7bf4-4738-9355-6df8d45cd1fc req-f9414c3d-d7da-4c30-aa61-496b5e084ead tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e606a0d-50e0-467b-b867-112a807488d0 HTTP/1.1" status: 200 len: 944 time: 0.0974970 Feb 17 21:26:27.197529 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-2e95c558-7bf4-4738-9355-6df8d45cd1fc req-9a50f951-a163-4bf5-95ae-9e096b75f234 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/security-groups?id=ada7bef1-b9ee-4474-bc63-d37ae190b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447571 Feb 17 21:26:28.409308 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35ddcd8-5cd4-4d67-9c15-c0061a07b991 req-6144ba9d-e06d-4340-8fb1-afc0bf40a5a7 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:26:28.410858 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-c35ddcd8-5cd4-4d67-9c15-c0061a07b991 req-6144ba9d-e06d-4340-8fb1-afc0bf40a5a7 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e606a0d-50e0-467b-b867-112a807488d0 HTTP/1.1" status: 200 len: 944 time: 0.0950320 Feb 17 21:26:28.462551 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-c35ddcd8-5cd4-4d67-9c15-c0061a07b991 req-5fce28d2-4365-496c-ac80-cb3c634528e3 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/security-groups?id=ada7bef1-b9ee-4474-bc63-d37ae190b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450432 Feb 17 21:26:29.520371 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:26:29.683456 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a7edbf-548a-4427-a407-4e1a7b36d4c7 req-03080427-cef6-4b86-b6b5-00c4f43994cd tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:26:29.685081 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-21a7edbf-548a-4427-a407-4e1a7b36d4c7 req-03080427-cef6-4b86-b6b5-00c4f43994cd tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e606a0d-50e0-467b-b867-112a807488d0 HTTP/1.1" status: 200 len: 944 time: 0.0988715 Feb 17 21:26:29.739550 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-21a7edbf-548a-4427-a407-4e1a7b36d4c7 req-b3be1a43-47ba-4d6b-b1bb-905d99af6480 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/security-groups?id=ada7bef1-b9ee-4474-bc63-d37ae190b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479941 Feb 17 21:26:30.445049 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-7111d72e-fd0c-490d-aca5-81d3ed9c32eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:26:30.952776 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cbc8f0-39e6-463f-871d-ae7ed90561c1 req-b7320276-5fdd-4e88-87a1-9489ea712873 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:26:30.954396 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-e1cbc8f0-39e6-463f-871d-ae7ed90561c1 req-b7320276-5fdd-4e88-87a1-9489ea712873 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e606a0d-50e0-467b-b867-112a807488d0 HTTP/1.1" status: 200 len: 944 time: 0.0880573 Feb 17 21:26:31.005630 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-e1cbc8f0-39e6-463f-871d-ae7ed90561c1 req-a7fe8ae8-b024-444b-8789-97ad1221b3be tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/security-groups?id=ada7bef1-b9ee-4474-bc63-d37ae190b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443201 Feb 17 21:26:32.216702 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a6ca04-f5c2-439f-b15d-e26a730827a2 req-2f85d50d-e0d2-4fa6-9010-fb04b0c58ae1 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:26:32.218277 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-80a6ca04-f5c2-439f-b15d-e26a730827a2 req-2f85d50d-e0d2-4fa6-9010-fb04b0c58ae1 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e606a0d-50e0-467b-b867-112a807488d0 HTTP/1.1" status: 200 len: 944 time: 0.0889874 Feb 17 21:26:32.270519 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-80a6ca04-f5c2-439f-b15d-e26a730827a2 req-50dadbba-0653-4623-bb29-c7a8f5d38e96 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/security-groups?id=ada7bef1-b9ee-4474-bc63-d37ae190b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457563 Feb 17 21:26:32.496847 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-24cbfe5a-5a65-4159-9f8a-e4aa4f85a918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:26:33.269335 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f1cec3f0-2839-4108-802d-97c7b40b55a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:26:33.477679 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ba04c9-d428-4baf-b3d0-cc8ee9edf783 req-48b7c6e6-673e-463e-89b0-3f9fc29d67a1 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:26:33.479239 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-d3ba04c9-d428-4baf-b3d0-cc8ee9edf783 req-48b7c6e6-673e-463e-89b0-3f9fc29d67a1 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e606a0d-50e0-467b-b867-112a807488d0 HTTP/1.1" status: 200 len: 944 time: 0.0906551 Feb 17 21:26:33.526639 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-d3ba04c9-d428-4baf-b3d0-cc8ee9edf783 req-36cd1670-60e6-415d-a536-8c7174f17799 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/security-groups?id=ada7bef1-b9ee-4474-bc63-d37ae190b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411127 Feb 17 21:26:33.815674 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Device 40fd895a-83b0-4eed-bb84-08aa6fce9690 up at agent ovs-agent-hv-cinder-76019 {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:26:33.888577 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Provisioning complete for port 40fd895a-83b0-4eed-bb84-08aa6fce9690 triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:26:33.889002 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:26:34.009623 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:26:34.037059 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e606a0d-50e0-467b-b867-112a807488d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40fd895a-83b0-4eed-bb84-08aa6fce9690'}] {{(pid=83972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:26:34.047811 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] For port 40fd895a-83b0-4eed-bb84-08aa6fce9690, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=40fd895a-83b0-4eed-bb84-08aa6fce9690,segment=NetworkSegment(38c8979f-713f-4e0b-b4ed-e9896b157798),segment_id=38c8979f-713f-4e0b-b4ed-e9896b157798)] {{(pid=83972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:26:34.051623 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:26:34.054416 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:26:34.092642 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e606a0d-50e0-467b-b867-112a807488d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40fd895a-83b0-4eed-bb84-08aa6fce9690', 'code': 200} Feb 17 21:26:34.128097 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Pushing event updated for resources: {'Port': ['ID=40fd895a-83b0-4eed-bb84-08aa6fce9690,revision_number=6']} {{(pid=83972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:26:34.136768 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:26:34.137157 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:26:34.137539 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:26:34.137911 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:26:34.138282 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:26:34.138667 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:26:34.139048 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:26:34.139404 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:26:34.139770 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:26:34.140139 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:26:34.140505 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:26:34.140866 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:26:34.141264 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:26:34.141625 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:26:34.141982 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:26:34.142340 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:26:34.142722 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:26:34.143080 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:26:34.143436 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:26:34.143791 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:26:34.144149 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:26:34.144502 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:26:34.144859 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:26:34.145215 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:26:34.149765 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:26:34.337446 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef7ff98-f8b9-4fa0-b9a7-c21213d46cc2 req-a36acee1-004f-4857-b178-e8428a539d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:26:34.338975 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-6ef7ff98-f8b9-4fa0-b9a7-c21213d46cc2 req-a36acee1-004f-4857-b178-e8428a539d46 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=7e606a0d-50e0-467b-b867-112a807488d0 HTTP/1.1" status: 200 len: 1163 time: 0.0753272 Feb 17 21:26:34.381244 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-6ef7ff98-f8b9-4fa0-b9a7-c21213d46cc2 req-367a4909-e7bd-453a-9c44-dd92fd062c6d service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=ada7bef1-b9ee-4474-bc63-d37ae190b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361137 Feb 17 21:26:34.500388 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:26:34.730186 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7bbbc3-5a88-476e-b2da-400ab91f53c4 req-643c876a-0c68-41b6-889a-585c30b38c33 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:26:34.731722 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-0f7bbbc3-5a88-476e-b2da-400ab91f53c4 req-643c876a-0c68-41b6-889a-585c30b38c33 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e606a0d-50e0-467b-b867-112a807488d0 HTTP/1.1" status: 200 len: 946 time: 0.0893085 Feb 17 21:26:34.779126 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-0f7bbbc3-5a88-476e-b2da-400ab91f53c4 req-e062965e-60ac-4e7b-968b-6917973c6bfb tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/security-groups?id=ada7bef1-b9ee-4474-bc63-d37ae190b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412335 Feb 17 21:26:35.007468 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-b3b29b12-cbe5-4ec2-9621-66af0787c66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:26:35.585736 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Device 40fd895a-83b0-4eed-bb84-08aa6fce9690 up at agent ovs-agent-hv-cinder-76019 {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:26:35.831177 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Provisioning complete for port 40fd895a-83b0-4eed-bb84-08aa6fce9690 triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:26:35.831611 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:26:35.992688 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1547a0b-fcdd-4dff-a795-00b26f6f5d81 req-4d759161-7005-42b5-9a8a-5b5e15cc162d tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:26:35.994284 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b1547a0b-fcdd-4dff-a795-00b26f6f5d81 req-4d759161-7005-42b5-9a8a-5b5e15cc162d tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e606a0d-50e0-467b-b867-112a807488d0 HTTP/1.1" status: 200 len: 946 time: 0.0895429 Feb 17 21:26:36.047180 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b1547a0b-fcdd-4dff-a795-00b26f6f5d81 req-cb2b3f0e-fabd-473f-922c-95b7524a521f tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/security-groups?id=ada7bef1-b9ee-4474-bc63-d37ae190b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464127 Feb 17 21:26:37.254028 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354d6a26-6fb4-4c53-a056-e42b45e1dea3 req-ee32a9d6-5a9a-431a-9d71-adc1375ba2d1 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:26:37.255631 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-354d6a26-6fb4-4c53-a056-e42b45e1dea3 req-ee32a9d6-5a9a-431a-9d71-adc1375ba2d1 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e606a0d-50e0-467b-b867-112a807488d0 HTTP/1.1" status: 200 len: 946 time: 0.0861464 Feb 17 21:26:37.302511 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-354d6a26-6fb4-4c53-a056-e42b45e1dea3 req-c6253580-dab8-4832-a852-dbc08e02a2ce tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/security-groups?id=ada7bef1-b9ee-4474-bc63-d37ae190b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400789 Feb 17 21:26:58.775347 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-9e611075-746c-4e55-927a-4301b9a3729b req-2062b285-bec5-4b60-9b3f-2d8d6e54562b service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=7e606a0d-50e0-467b-b867-112a807488d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0802581 Feb 17 21:26:58.924571 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e611075-746c-4e55-927a-4301b9a3729b req-3f0612bf-d398-4acd-9358-53943f44568e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:26:58.926163 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-9e611075-746c-4e55-927a-4301b9a3729b req-3f0612bf-d398-4acd-9358-53943f44568e service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=9c7bb313aece425aab5e866c385e03ee&device_id=7e606a0d-50e0-467b-b867-112a807488d0 HTTP/1.1" status: 200 len: 1163 time: 0.0778060 Feb 17 21:26:59.088496 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e611075-746c-4e55-927a-4301b9a3729b req-0d7880c1-2047-482b-8b11-de35a1e1c8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:26:59.090011 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-9e611075-746c-4e55-927a-4301b9a3729b req-0d7880c1-2047-482b-8b11-de35a1e1c8c8 service neutron] 10.222.0.95 "GET /v2.0/networks?id=a116bda0-2aab-4a78-81df-3e3c3d982929 HTTP/1.1" status: 200 len: 911 time: 0.1404989 Feb 17 21:26:59.199201 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-9e611075-746c-4e55-927a-4301b9a3729b req-39ba72bc-43b4-44f0-a415-361b6d6e9584 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40fd895a-83b0-4eed-bb84-08aa6fce9690 HTTP/1.1" status: 200 len: 1001 time: 0.1021500 Feb 17 21:26:59.267692 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e611075-746c-4e55-927a-4301b9a3729b req-34d35a0a-d86e-464a-9314-a78199954175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:26:59.269221 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-9e611075-746c-4e55-927a-4301b9a3729b req-34d35a0a-d86e-464a-9314-a78199954175 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=94f0a19c-985b-4196-aff1-8f20e10c98ae HTTP/1.1" status: 200 len: 856 time: 0.0636899 Feb 17 21:26:59.353993 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e611075-746c-4e55-927a-4301b9a3729b req-b86a1fa9-1b4e-4bb2-b879-8da826a1a017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:26:59.355522 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-9e611075-746c-4e55-927a-4301b9a3729b req-b86a1fa9-1b4e-4bb2-b879-8da826a1a017 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=a116bda0-2aab-4a78-81df-3e3c3d982929&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0791154 Feb 17 21:26:59.498783 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-9e611075-746c-4e55-927a-4301b9a3729b req-a74d8046-2a31-4d7b-a006-ea788f44526a service neutron] 10.222.0.95 "GET /v2.0/networks/a116bda0-2aab-4a78-81df-3e3c3d982929?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354179 Feb 17 21:26:59.534411 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:26:59.641540 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-9e611075-746c-4e55-927a-4301b9a3729b req-b9c5fa13-5ba6-463b-8a8b-ed6f14459e76 service neutron] 10.222.0.95 "GET /v2.0/networks/a116bda0-2aab-4a78-81df-3e3c3d982929?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1357977 Feb 17 21:27:00.212953 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.agents_db [None req-d7035ca1-ab1a-4600-abec-6b06ab5f95db None None] Agent healthcheck: found 6 active agents {{(pid=83973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 21:27:00.439486 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-be001e31-071c-4ba1-af97-13f7f7c63d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:02.498845 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-903e7dcb-84dc-4187-8c6c-e7f71de91198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:03.272082 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f1cec3f0-2839-4108-802d-97c7b40b55a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:04.502388 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:05.008151 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-b3b29b12-cbe5-4ec2-9621-66af0787c66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:10.083678 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2667fd5a-97dd-4b37-867b-e21bd294af66 req-0ce22f6b-aa27-4755-8853-dcbcea84723d tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:27:10.086373 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-2667fd5a-97dd-4b37-867b-e21bd294af66 req-0ce22f6b-aa27-4755-8853-dcbcea84723d tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e606a0d-50e0-467b-b867-112a807488d0 HTTP/1.1" status: 200 len: 946 time: 0.0888715 Feb 17 21:27:10.135500 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-2667fd5a-97dd-4b37-867b-e21bd294af66 req-817622d1-3b96-43cd-a8ac-b3750af22937 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/security-groups?id=ada7bef1-b9ee-4474-bc63-d37ae190b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428617 Feb 17 21:27:11.608242 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246ece28-4cfc-4194-858e-b7c3dd62eeee req-9e64d2af-8dce-4507-b7a4-58313820965d tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:27:11.609809 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-246ece28-4cfc-4194-858e-b7c3dd62eeee req-9e64d2af-8dce-4507-b7a4-58313820965d tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.95 "GET /v2.0/ports?device_id=7e606a0d-50e0-467b-b867-112a807488d0 HTTP/1.1" status: 200 len: 946 time: 0.4280326 Feb 17 21:27:11.622152 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f478fedb-5af9-4f4b-906f-6c8bd83670e4 req-1e6ca57e-3751-445a-bb58-728cf67b7673 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:27:11.623697 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-f478fedb-5af9-4f4b-906f-6c8bd83670e4 req-1e6ca57e-3751-445a-bb58-728cf67b7673 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e606a0d-50e0-467b-b867-112a807488d0 HTTP/1.1" status: 200 len: 946 time: 0.1268582 Feb 17 21:27:11.713133 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Device 40fd895a-83b0-4eed-bb84-08aa6fce9690 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:27:11.782365 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [req-246ece28-4cfc-4194-858e-b7c3dd62eeee req-e78de5fc-1d91-498f-a720-b4124130c882 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Deleting port 40fd895a-83b0-4eed-bb84-08aa6fce9690 {{(pid=83971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:27:11.783049 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-246ece28-4cfc-4194-858e-b7c3dd62eeee req-e78de5fc-1d91-498f-a720-b4124130c882 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506882676'] for port, before_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:11.834739 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:11.845562 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-f478fedb-5af9-4f4b-906f-6c8bd83670e4 req-ebcacb19-0acf-475b-a221-139fcdd2d456 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/security-groups?id=ada7bef1-b9ee-4474-bc63-d37ae190b60e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1711028 Feb 17 21:27:11.869084 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e606a0d-50e0-467b-b867-112a807488d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40fd895a-83b0-4eed-bb84-08aa6fce9690'}] {{(pid=83972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:27:11.879759 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] For port 40fd895a-83b0-4eed-bb84-08aa6fce9690, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=40fd895a-83b0-4eed-bb84-08aa6fce9690,segment=NetworkSegment(38c8979f-713f-4e0b-b4ed-e9896b157798),segment_id=38c8979f-713f-4e0b-b4ed-e9896b157798)] {{(pid=83972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:27:11.891247 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:11.894812 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:27:11.939313 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e606a0d-50e0-467b-b867-112a807488d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40fd895a-83b0-4eed-bb84-08aa6fce9690', 'code': 200} Feb 17 21:27:12.003386 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Pushing event updated for resources: {'Port': ['ID=40fd895a-83b0-4eed-bb84-08aa6fce9690,revision_number=7']} {{(pid=83972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:27:12.007509 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:27:12.091237 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [req-246ece28-4cfc-4194-858e-b7c3dd62eeee req-e78de5fc-1d91-498f-a720-b4124130c882 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] For port 40fd895a-83b0-4eed-bb84-08aa6fce9690, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=40fd895a-83b0-4eed-bb84-08aa6fce9690,segment=NetworkSegment(38c8979f-713f-4e0b-b4ed-e9896b157798),segment_id=38c8979f-713f-4e0b-b4ed-e9896b157798)] {{(pid=83971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:27:12.091641 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-246ece28-4cfc-4194-858e-b7c3dd62eeee req-e78de5fc-1d91-498f-a720-b4124130c882 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-921726'] for port, precommit_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:12.424644 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-246ece28-4cfc-4194-858e-b7c3dd62eeee req-e78de5fc-1d91-498f-a720-b4124130c882 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:12.424983 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-246ece28-4cfc-4194-858e-b7c3dd62eeee req-e78de5fc-1d91-498f-a720-b4124130c882 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853844558'] for floatingip, after_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:12.425345 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.db.l3_db [req-246ece28-4cfc-4194-858e-b7c3dd62eeee req-e78de5fc-1d91-498f-a720-b4124130c882 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Floating IP 3af60338-2537-4ef2-a136-02450fa92a10 disassociated. External IP: 172.28.3.81, port: 40fd895a-83b0-4eed-bb84-08aa6fce9690. Feb 17 21:27:12.425731 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [req-246ece28-4cfc-4194-858e-b7c3dd62eeee req-e78de5fc-1d91-498f-a720-b4124130c882 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Calling delete_port for 40fd895a-83b0-4eed-bb84-08aa6fce9690 owned by compute:nova {{(pid=83971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:27:12.630917 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-246ece28-4cfc-4194-858e-b7c3dd62eeee req-e78de5fc-1d91-498f-a720-b4124130c882 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782347900463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782347493337'] for port, after_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:12.646664 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-8a674b07-45b8-4cf2-88e0-4683252b275a tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:27:12.750471 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78de5fc-1d91-498f-a720-b4124130c882 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Pushing event deleted for resources: {'Port': ['ID=40fd895a-83b0-4eed-bb84-08aa6fce9690,revision_number=None']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:27:12.770164 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78de5fc-1d91-498f-a720-b4124130c882 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:27:12.770584 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78de5fc-1d91-498f-a720-b4124130c882 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:27:12.771594 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78de5fc-1d91-498f-a720-b4124130c882 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:27:12.772007 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78de5fc-1d91-498f-a720-b4124130c882 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:27:12.772403 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78de5fc-1d91-498f-a720-b4124130c882 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:27:12.772807 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78de5fc-1d91-498f-a720-b4124130c882 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:27:12.773209 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78de5fc-1d91-498f-a720-b4124130c882 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:27:12.773610 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78de5fc-1d91-498f-a720-b4124130c882 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:27:12.774008 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78de5fc-1d91-498f-a720-b4124130c882 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:27:12.774401 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78de5fc-1d91-498f-a720-b4124130c882 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:27:12.774829 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78de5fc-1d91-498f-a720-b4124130c882 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:27:12.775224 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78de5fc-1d91-498f-a720-b4124130c882 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:27:12.775653 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78de5fc-1d91-498f-a720-b4124130c882 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:27:12.776046 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78de5fc-1d91-498f-a720-b4124130c882 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:27:12.776447 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78de5fc-1d91-498f-a720-b4124130c882 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:27:12.776832 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78de5fc-1d91-498f-a720-b4124130c882 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:27:12.777218 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78de5fc-1d91-498f-a720-b4124130c882 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:27:12.777609 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78de5fc-1d91-498f-a720-b4124130c882 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:27:12.778001 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78de5fc-1d91-498f-a720-b4124130c882 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:27:12.778386 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78de5fc-1d91-498f-a720-b4124130c882 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:27:12.778803 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78de5fc-1d91-498f-a720-b4124130c882 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:27:12.779190 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78de5fc-1d91-498f-a720-b4124130c882 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:27:12.779579 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78de5fc-1d91-498f-a720-b4124130c882 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:27:12.779963 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78de5fc-1d91-498f-a720-b4124130c882 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:27:12.785178 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-e78de5fc-1d91-498f-a720-b4124130c882 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:27:13.094207 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-7fa9962c-a66f-46a0-a6b5-d5e21a52bca4 req-de3ffae0-a6b3-4837-993d-91104416e97e tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/ports?device_id=7e606a0d-50e0-467b-b867-112a807488d0 HTTP/1.1" status: 200 len: 210 time: 0.1043923 Feb 17 21:27:13.146999 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.l3_agent_scheduler [req-246ece28-4cfc-4194-858e-b7c3dd62eeee req-e78de5fc-1d91-498f-a720-b4124130c882 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Router 41fe0107-656f-4932-971e-369ccb46c124 has already been hosted by L3 agent 0536e1cb-4d3e-42d2-8b6d-8bd52a4e2590 {{(pid=83971) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 21:27:13.349873 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-246ece28-4cfc-4194-858e-b7c3dd62eeee req-e78de5fc-1d91-498f-a720-b4124130c882 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify agent at l3_agent.dv-cinder-760193-4-smb the message routers_updated {{(pid=83971) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 21:27:13.360831 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23346862-880b-435b-9231-4600c7888198 None None] Sync routers for ids ['41fe0107-656f-4932-971e-369ccb46c124'] in dv-cinder-760193-4-smb {{(pid=83972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 21:27:13.372686 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23346862-880b-435b-9231-4600c7888198 None None] Routers {'41fe0107-656f-4932-971e-369ccb46c124'} bound to L3 agent in host dv-cinder-760193-4-smb {{(pid=83972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:27:13.373388 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-23346862-880b-435b-9231-4600c7888198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T21:09:02Z,description=,heartbeat_timestamp=2021-02-17T21:27:02Z,host='dv-cinder-760193-4-smb',id=0536e1cb-4d3e-42d2-8b6d-8bd52a4e2590,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T21:09:02Z,topic='l3_agent')) {'router_ids': ['41fe0107-656f-4932-971e-369ccb46c124'], 'active': True} {{(pid=83972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:27:13.391603 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [req-246ece28-4cfc-4194-858e-b7c3dd62eeee req-e78de5fc-1d91-498f-a720-b4124130c882 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] No DVR routers for this DVR port 40fd895a-83b0-4eed-bb84-08aa6fce9690 on host hv-cinder-76019 {{(pid=83971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 21:27:13.394008 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-246ece28-4cfc-4194-858e-b7c3dd62eeee req-e78de5fc-1d91-498f-a720-b4124130c882 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768493'] for port, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:13.397722 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e606a0d-50e0-467b-b867-112a807488d0', 'name': 'network-vif-deleted', 'tag': '40fd895a-83b0-4eed-bb84-08aa6fce9690'}] {{(pid=83971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:27:13.413968 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-246ece28-4cfc-4194-858e-b7c3dd62eeee req-e78de5fc-1d91-498f-a720-b4124130c882 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.95 "DELETE /v2.0/ports/40fd895a-83b0-4eed-bb84-08aa6fce9690 HTTP/1.1" status: 204 len: 173 time: 1.7980597 Feb 17 21:27:13.455988 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e606a0d-50e0-467b-b867-112a807488d0', 'name': 'network-vif-deleted', 'tag': '40fd895a-83b0-4eed-bb84-08aa6fce9690', 'status': 'completed', 'code': 200} Feb 17 21:27:13.581705 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvr_db [None req-23346862-880b-435b-9231-4600c7888198 None None] Set router 41fe0107-656f-4932-971e-369ccb46c124 gateway port host: dv-cinder-760193-4-smb {{(pid=83972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:27:14.005607 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-23346862-880b-435b-9231-4600c7888198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41fe0107-656f-4932-971e-369ccb46c124', 'name': 'tempest-AttachVolumeShelveTestJSON-2117019523-router', 'tenant_id': '9c7bb313aece425aab5e866c385e03ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'external_fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': '0cf72ebc-0997-4855-8f4d-dc564a5a3d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:22:08Z', 'updated_at': '2021-02-17T21:22:13Z', 'revision_number': 4, 'project_id': '9c7bb313aece425aab5e866c385e03ee', 'gw_port': {'id': '0cf72ebc-0997-4855-8f4d-dc564a5a3d96', 'name': '', 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:82:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41fe0107-656f-4932-971e-369ccb46c124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:22:09Z', 'updated_at': '2021-02-17T21:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-smb', '_interfaces': [{'id': '27f6af13-f955-4104-a838-362f3b0f91d9', 'name': '', 'network_id': 'a116bda0-2aab-4a78-81df-3e3c3d982929', 'tenant_id': '9c7bb313aece425aab5e866c385e03ee', 'mac_address': 'fa:16:3e:81:d3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41fe0107-656f-4932-971e-369ccb46c124', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '94f0a19c-985b-4196-aff1-8f20e10c98ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:22:12Z', 'updated_at': '2021-02-17T21:22:22Z', 'revision_number': 5, 'project_id': '9c7bb313aece425aab5e866c385e03ee', 'subnets': [{'id': '94f0a19c-985b-4196-aff1-8f20e10c98ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-4-smb', False) {} {{(pid=83972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:27:14.010734 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23346862-880b-435b-9231-4600c7888198 None None] Checking router: 41fe0107-656f-4932-971e-369ccb46c124 for host: dv-cinder-760193-4-smb {{(pid=83972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 21:27:14.024983 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23346862-880b-435b-9231-4600c7888198 None None] Routers {'41fe0107-656f-4932-971e-369ccb46c124'} bound to L3 agent in host dv-cinder-760193-4-smb {{(pid=83972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:27:14.025645 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-23346862-880b-435b-9231-4600c7888198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T21:09:02Z,description=,heartbeat_timestamp=2021-02-17T21:27:02Z,host='dv-cinder-760193-4-smb',id=0536e1cb-4d3e-42d2-8b6d-8bd52a4e2590,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T21:09:02Z,topic='l3_agent')) {'router_ids': ['41fe0107-656f-4932-971e-369ccb46c124'], 'active': True} {{(pid=83972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:27:14.254531 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 41090) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:27:14.275975 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvr_db [None req-23346862-880b-435b-9231-4600c7888198 None None] Set router 41fe0107-656f-4932-971e-369ccb46c124 gateway port host: dv-cinder-760193-4-smb {{(pid=83972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:27:14.330884 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-1ba0e0a1-5248-49bd-b6ef-b17603169158 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify callbacks [] for security_group, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:14.362167 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-1ba0e0a1-5248-49bd-b6ef-b17603169158 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:14.411667 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-1ba0e0a1-5248-49bd-b6ef-b17603169158 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:14.417102 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-78d502c6-7603-4c9c-bd2c-13819ff9d8a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:27:14.438220 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba0e0a1-5248-49bd-b6ef-b17603169158 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada7bef1-b9ee-4474-bc63-d37ae190b60e,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:27:14.448218 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba0e0a1-5248-49bd-b6ef-b17603169158 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:27:14.448649 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba0e0a1-5248-49bd-b6ef-b17603169158 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:27:14.449073 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba0e0a1-5248-49bd-b6ef-b17603169158 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:27:14.449488 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba0e0a1-5248-49bd-b6ef-b17603169158 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:27:14.449903 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba0e0a1-5248-49bd-b6ef-b17603169158 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:27:14.450316 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba0e0a1-5248-49bd-b6ef-b17603169158 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:27:14.450792 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba0e0a1-5248-49bd-b6ef-b17603169158 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:27:14.451207 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba0e0a1-5248-49bd-b6ef-b17603169158 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:27:14.451615 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba0e0a1-5248-49bd-b6ef-b17603169158 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:27:14.452021 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba0e0a1-5248-49bd-b6ef-b17603169158 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:27:14.452428 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba0e0a1-5248-49bd-b6ef-b17603169158 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:27:14.452833 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba0e0a1-5248-49bd-b6ef-b17603169158 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:27:14.453275 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba0e0a1-5248-49bd-b6ef-b17603169158 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:27:14.453678 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba0e0a1-5248-49bd-b6ef-b17603169158 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:27:14.454078 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba0e0a1-5248-49bd-b6ef-b17603169158 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:27:14.454477 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba0e0a1-5248-49bd-b6ef-b17603169158 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:27:14.454929 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba0e0a1-5248-49bd-b6ef-b17603169158 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:27:14.455338 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba0e0a1-5248-49bd-b6ef-b17603169158 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:27:14.455738 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba0e0a1-5248-49bd-b6ef-b17603169158 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:27:14.456141 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba0e0a1-5248-49bd-b6ef-b17603169158 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:27:14.456542 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba0e0a1-5248-49bd-b6ef-b17603169158 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:27:14.456952 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba0e0a1-5248-49bd-b6ef-b17603169158 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:27:14.457352 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba0e0a1-5248-49bd-b6ef-b17603169158 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:27:14.457759 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba0e0a1-5248-49bd-b6ef-b17603169158 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:27:14.464867 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-1ba0e0a1-5248-49bd-b6ef-b17603169158 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:27:14.467001 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-1ba0e0a1-5248-49bd-b6ef-b17603169158 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify callbacks [] for security_group, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:14.471491 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-1ba0e0a1-5248-49bd-b6ef-b17603169158 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "DELETE /v2.0/security-groups/ada7bef1-b9ee-4474-bc63-d37ae190b60e HTTP/1.1" status: 204 len: 168 time: 0.2118740 Feb 17 21:27:14.471491 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 41094) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:27:14.489167 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.api.v2.resource [None req-1bd09edb-8cc5-48e0-9918-c1da7f1f10c1 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] show failed (client error): The resource could not be found. Feb 17 21:27:14.491338 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-1bd09edb-8cc5-48e0-9918-c1da7f1f10c1 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "GET /v2.0/security-groups/ada7bef1-b9ee-4474-bc63-d37ae190b60e HTTP/1.1" status: 404 len: 347 time: 0.0193491 Feb 17 21:27:14.494492 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 41098) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:27:14.674453 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-4c421f6b-2699-4458-b274-134d717d92da tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Deleting port a95db183-aa43-45e9-bbc2-6bb8fc5fb2ba {{(pid=83970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:27:14.674802 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-4c421f6b-2699-4458-b274-134d717d92da tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506882676'] for port, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:14.748786 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-23346862-880b-435b-9231-4600c7888198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41fe0107-656f-4932-971e-369ccb46c124', 'name': 'tempest-AttachVolumeShelveTestJSON-2117019523-router', 'tenant_id': '9c7bb313aece425aab5e866c385e03ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'external_fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': '0cf72ebc-0997-4855-8f4d-dc564a5a3d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:22:08Z', 'updated_at': '2021-02-17T21:22:13Z', 'revision_number': 4, 'project_id': '9c7bb313aece425aab5e866c385e03ee', 'gw_port': {'id': '0cf72ebc-0997-4855-8f4d-dc564a5a3d96', 'name': '', 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:82:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41fe0107-656f-4932-971e-369ccb46c124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:22:09Z', 'updated_at': '2021-02-17T21:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-smb', '_interfaces': [{'id': '27f6af13-f955-4104-a838-362f3b0f91d9', 'name': '', 'network_id': 'a116bda0-2aab-4a78-81df-3e3c3d982929', 'tenant_id': '9c7bb313aece425aab5e866c385e03ee', 'mac_address': 'fa:16:3e:81:d3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41fe0107-656f-4932-971e-369ccb46c124', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '94f0a19c-985b-4196-aff1-8f20e10c98ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:22:12Z', 'updated_at': '2021-02-17T21:22:22Z', 'revision_number': 5, 'project_id': '9c7bb313aece425aab5e866c385e03ee', 'subnets': [{'id': '94f0a19c-985b-4196-aff1-8f20e10c98ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-760193-4-smb', False) {} {{(pid=83972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:27:14.753903 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23346862-880b-435b-9231-4600c7888198 None None] The sync data for ids ['41fe0107-656f-4932-971e-369ccb46c124'] in dv-cinder-760193-4-smb is: [{'id': '41fe0107-656f-4932-971e-369ccb46c124', 'name': 'tempest-AttachVolumeShelveTestJSON-2117019523-router', 'tenant_id': '9c7bb313aece425aab5e866c385e03ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'external_fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': '0cf72ebc-0997-4855-8f4d-dc564a5a3d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:22:08Z', 'updated_at': '2021-02-17T21:22:13Z', 'revision_number': 4, 'project_id': '9c7bb313aece425aab5e866c385e03ee', 'gw_port': {'id': '0cf72ebc-0997-4855-8f4d-dc564a5a3d96', 'name': '', 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:82:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41fe0107-656f-4932-971e-369ccb46c124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:22:09Z', 'updated_at': '2021-02-17T21:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-smb', '_interfaces': [{'id': '27f6af13-f955-4104-a838-362f3b0f91d9', 'name': '', 'network_id': 'a116bda0-2aab-4a78-81df-3e3c3d982929', 'tenant_id': '9c7bb313aece425aab5e866c385e03ee', 'mac_address': 'fa:16:3e:81:d3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41fe0107-656f-4932-971e-369ccb46c124', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': '94f0a19c-985b-4196-aff1-8f20e10c98ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:22:12Z', 'updated_at': '2021-02-17T21:22:22Z', 'revision_number': 5, 'project_id': '9c7bb313aece425aab5e866c385e03ee', 'subnets': [{'id': '94f0a19c-985b-4196-aff1-8f20e10c98ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=83972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 21:27:14.898578 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-4c421f6b-2699-4458-b274-134d717d92da tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-921726'] for port, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:14.898994 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-4c421f6b-2699-4458-b274-134d717d92da tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:15.037208 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-4c421f6b-2699-4458-b274-134d717d92da tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Calling delete_port for a95db183-aa43-45e9-bbc2-6bb8fc5fb2ba owned by network:floatingip {{(pid=83970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:27:15.212156 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-4c421f6b-2699-4458-b274-134d717d92da tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782347900463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782347493337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1732037'] for port, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:15.222169 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4984063-cb13-49ba-abf7-3f5991caba08 None None] New status for floating IP 3af60338-2537-4ef2-a136-02450fa92a10: DOWN {{(pid=83973) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 17 21:27:15.229043 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:27:15.343902 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c421f6b-2699-4458-b274-134d717d92da tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Pushing event deleted for resources: {'Port': ['ID=a95db183-aa43-45e9-bbc2-6bb8fc5fb2ba,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:27:15.354781 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-4c421f6b-2699-4458-b274-134d717d92da tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:27:15.493027 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-4c421f6b-2699-4458-b274-134d717d92da tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify callbacks [] for floatingip, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:15.511316 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-4c421f6b-2699-4458-b274-134d717d92da tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768493'] for floatingip, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:15.512812 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-4c421f6b-2699-4458-b274-134d717d92da tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] 10.222.0.90 "DELETE /v2.0/floatingips/3af60338-2537-4ef2-a136-02450fa92a10 HTTP/1.1" status: 204 len: 168 time: 1.0172763 Feb 17 21:27:18.689143 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 41124) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:27:19.428484 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f57d3ffe-9ceb-4594-9c81-622524ec1845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036853846128'] for router_interface, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:20.042823 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-f57d3ffe-9ceb-4594-9c81-622524ec1845 admin admin] Deleting port 27f6af13-f955-4104-a838-362f3b0f91d9 {{(pid=83970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:27:20.043433 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f57d3ffe-9ceb-4594-9c81-622524ec1845 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506882676'] for port, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:20.231641 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-f57d3ffe-9ceb-4594-9c81-622524ec1845 admin admin] For port 27f6af13-f955-4104-a838-362f3b0f91d9, host dv-cinder-760193-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-smb',level=0,port_id=27f6af13-f955-4104-a838-362f3b0f91d9,segment=NetworkSegment(38c8979f-713f-4e0b-b4ed-e9896b157798),segment_id=38c8979f-713f-4e0b-b4ed-e9896b157798)] {{(pid=83970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:27:20.232045 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f57d3ffe-9ceb-4594-9c81-622524ec1845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-921726'] for port, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:20.381723 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-f57d3ffe-9ceb-4594-9c81-622524ec1845 admin admin] Calling delete_port for 27f6af13-f955-4104-a838-362f3b0f91d9 owned by network:router_interface {{(pid=83970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:27:20.573903 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f57d3ffe-9ceb-4594-9c81-622524ec1845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782347900463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782347493337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1732037'] for port, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:20.589924 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-53de884c-c89a-43f8-ad80-a8b39384273a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:27:20.696920 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57d3ffe-9ceb-4594-9c81-622524ec1845 admin admin] Pushing event deleted for resources: {'Port': ['ID=27f6af13-f955-4104-a838-362f3b0f91d9,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:27:20.702477 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-f57d3ffe-9ceb-4594-9c81-622524ec1845 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:27:21.016287 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f57d3ffe-9ceb-4594-9c81-622524ec1845 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-580991', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036853846018'] for router_interface, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:21.557103 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f57d3ffe-9ceb-4594-9c81-622524ec1845 admin admin] Router 41fe0107-656f-4932-971e-369ccb46c124 has already been hosted by L3 agent 0536e1cb-4d3e-42d2-8b6d-8bd52a4e2590 {{(pid=83970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 17 21:27:21.746678 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f57d3ffe-9ceb-4594-9c81-622524ec1845 admin admin] Notify agent at l3_agent.dv-cinder-760193-4-smb the message routers_updated {{(pid=83970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 17 21:27:21.755863 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ca12c7-3780-4cc8-a08e-a12df373ccf4 None None] Sync routers for ids ['41fe0107-656f-4932-971e-369ccb46c124'] in dv-cinder-760193-4-smb {{(pid=83972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 17 21:27:21.760201 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-f57d3ffe-9ceb-4594-9c81-622524ec1845 admin admin] 10.222.0.90 "PUT /v2.0/routers/41fe0107-656f-4932-971e-369ccb46c124/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0698905 Feb 17 21:27:21.763175 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 41130) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:27:21.766896 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ca12c7-3780-4cc8-a08e-a12df373ccf4 None None] Routers {'41fe0107-656f-4932-971e-369ccb46c124'} bound to L3 agent in host dv-cinder-760193-4-smb {{(pid=83972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:27:21.767572 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-47ca12c7-3780-4cc8-a08e-a12df373ccf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T21:09:02Z,description=,heartbeat_timestamp=2021-02-17T21:27:02Z,host='dv-cinder-760193-4-smb',id=0536e1cb-4d3e-42d2-8b6d-8bd52a4e2590,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T21:09:02Z,topic='l3_agent')) {'router_ids': ['41fe0107-656f-4932-971e-369ccb46c124'], 'active': True} {{(pid=83972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:27:21.957205 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvr_db [None req-47ca12c7-3780-4cc8-a08e-a12df373ccf4 None None] Set router 41fe0107-656f-4932-971e-369ccb46c124 gateway port host: dv-cinder-760193-4-smb {{(pid=83972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:27:21.976988 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-c63309f8-c5ed-47a3-97d5-2abf0960c083 admin admin] Notify callbacks [] for router, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:22.325121 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-47ca12c7-3780-4cc8-a08e-a12df373ccf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41fe0107-656f-4932-971e-369ccb46c124', 'name': 'tempest-AttachVolumeShelveTestJSON-2117019523-router', 'tenant_id': '9c7bb313aece425aab5e866c385e03ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'external_fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': '0cf72ebc-0997-4855-8f4d-dc564a5a3d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:22:08Z', 'updated_at': '2021-02-17T21:27:20Z', 'revision_number': 5, 'project_id': '9c7bb313aece425aab5e866c385e03ee', 'gw_port': {'id': '0cf72ebc-0997-4855-8f4d-dc564a5a3d96', 'name': '', 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:82:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41fe0107-656f-4932-971e-369ccb46c124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:22:09Z', 'updated_at': '2021-02-17T21:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-smb'}], 'dv-cinder-760193-4-smb', False) {} {{(pid=83972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:27:22.329936 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ca12c7-3780-4cc8-a08e-a12df373ccf4 None None] Checking router: 41fe0107-656f-4932-971e-369ccb46c124 for host: dv-cinder-760193-4-smb {{(pid=83972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 17 21:27:22.341726 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ca12c7-3780-4cc8-a08e-a12df373ccf4 None None] Routers {'41fe0107-656f-4932-971e-369ccb46c124'} bound to L3 agent in host dv-cinder-760193-4-smb {{(pid=83972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 17 21:27:22.342418 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-47ca12c7-3780-4cc8-a08e-a12df373ccf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-760193-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-17T21:09:02Z,description=,heartbeat_timestamp=2021-02-17T21:27:02Z,host='dv-cinder-760193-4-smb',id=0536e1cb-4d3e-42d2-8b6d-8bd52a4e2590,load=0,resource_versions=,resources_synced=,started_at=2021-02-17T21:09:02Z,topic='l3_agent')) {'router_ids': ['41fe0107-656f-4932-971e-369ccb46c124'], 'active': True} {{(pid=83972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:27:22.464216 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-c63309f8-c5ed-47a3-97d5-2abf0960c083 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:22.474222 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-c63309f8-c5ed-47a3-97d5-2abf0960c083 admin admin] Deleting port 0cf72ebc-0997-4855-8f4d-dc564a5a3d96 {{(pid=83970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:27:22.474642 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-c63309f8-c5ed-47a3-97d5-2abf0960c083 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506882676'] for port, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:22.715689 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-c63309f8-c5ed-47a3-97d5-2abf0960c083 admin admin] For port 0cf72ebc-0997-4855-8f4d-dc564a5a3d96, host dv-cinder-760193-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-smb',level=0,port_id=0cf72ebc-0997-4855-8f4d-dc564a5a3d96,segment=NetworkSegment(1160e08b-7d0c-4f07-a68b-9e1b3764f9c4),segment_id=1160e08b-7d0c-4f07-a68b-9e1b3764f9c4)] {{(pid=83970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:27:22.716718 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-c63309f8-c5ed-47a3-97d5-2abf0960c083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-921726'] for port, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:22.738000 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvr_db [None req-47ca12c7-3780-4cc8-a08e-a12df373ccf4 None None] Set router 41fe0107-656f-4932-971e-369ccb46c124 gateway port host: dv-cinder-760193-4-smb {{(pid=83972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 17 21:27:22.876266 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-c63309f8-c5ed-47a3-97d5-2abf0960c083 admin admin] Calling delete_port for 0cf72ebc-0997-4855-8f4d-dc564a5a3d96 owned by network:router_gateway {{(pid=83970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:27:23.086314 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-c63309f8-c5ed-47a3-97d5-2abf0960c083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782347900463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782347493337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1732037'] for port, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:23.099221 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_hamode_db [None req-47ca12c7-3780-4cc8-a08e-a12df373ccf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41fe0107-656f-4932-971e-369ccb46c124', 'name': 'tempest-AttachVolumeShelveTestJSON-2117019523-router', 'tenant_id': '9c7bb313aece425aab5e866c385e03ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'external_fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': '0cf72ebc-0997-4855-8f4d-dc564a5a3d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:22:08Z', 'updated_at': '2021-02-17T21:27:20Z', 'revision_number': 5, 'project_id': '9c7bb313aece425aab5e866c385e03ee', 'gw_port': {'id': '0cf72ebc-0997-4855-8f4d-dc564a5a3d96', 'name': '', 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:82:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41fe0107-656f-4932-971e-369ccb46c124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:22:09Z', 'updated_at': '2021-02-17T21:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-smb'}], 'dv-cinder-760193-4-smb', False) {} {{(pid=83972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:27:23.104061 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47ca12c7-3780-4cc8-a08e-a12df373ccf4 None None] The sync data for ids ['41fe0107-656f-4932-971e-369ccb46c124'] in dv-cinder-760193-4-smb is: [{'id': '41fe0107-656f-4932-971e-369ccb46c124', 'name': 'tempest-AttachVolumeShelveTestJSON-2117019523-router', 'tenant_id': '9c7bb313aece425aab5e866c385e03ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'external_fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.101'}], 'enable_snat': True}, 'gw_port_id': '0cf72ebc-0997-4855-8f4d-dc564a5a3d96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-17T21:22:08Z', 'updated_at': '2021-02-17T21:27:20Z', 'revision_number': 5, 'project_id': '9c7bb313aece425aab5e866c385e03ee', 'gw_port': {'id': '0cf72ebc-0997-4855-8f4d-dc564a5a3d96', 'name': '', 'network_id': '35a248c9-4e56-449c-88ff-c033f82ee17e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:82:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41fe0107-656f-4932-971e-369ccb46c124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'ip_address': '172.28.3.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-760193-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-17T21:22:09Z', 'updated_at': '2021-02-17T21:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '44c24f99-5b56-46d4-85cc-b908fd8db103', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-760193-4-smb'}] {{(pid=83972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 17 21:27:23.117985 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-241a7a65-b64f-499f-b37c-2851f85c5f4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:27:23.248342 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63309f8-c5ed-47a3-97d5-2abf0960c083 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cf72ebc-0997-4855-8f4d-dc564a5a3d96,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:27:23.251171 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-c63309f8-c5ed-47a3-97d5-2abf0960c083 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:27:23.389710 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-c63309f8-c5ed-47a3-97d5-2abf0960c083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-925322'] for router_gateway, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:23.600801 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-c63309f8-c5ed-47a3-97d5-2abf0960c083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036853848262', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773574'] for router, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:23.603323 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-c63309f8-c5ed-47a3-97d5-2abf0960c083 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:23.624663 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-c63309f8-c5ed-47a3-97d5-2abf0960c083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853847272'] for router, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:23.625378 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c63309f8-c5ed-47a3-97d5-2abf0960c083 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41fe0107-656f-4932-971e-369ccb46c124 {{(pid=83970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 17 21:27:23.644729 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-c63309f8-c5ed-47a3-97d5-2abf0960c083 admin admin] Notify callbacks [] for router, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:23.647166 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-c63309f8-c5ed-47a3-97d5-2abf0960c083 admin admin] 10.222.0.90 "DELETE /v2.0/routers/41fe0107-656f-4932-971e-369ccb46c124 HTTP/1.1" status: 204 len: 168 time: 1.8828821 Feb 17 21:27:23.649958 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 41134) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:27:23.728246 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c7f7305-4594-4c04-a57a-0a6c00c2b3cf admin admin] Deleting subnet 94f0a19c-985b-4196-aff1-8f20e10c98ae {{(pid=83970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 21:27:23.732163 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-2c7f7305-4594-4c04-a57a-0a6c00c2b3cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:23.791435 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-2c7f7305-4594-4c04-a57a-0a6c00c2b3cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1702825'] for subnet, precommit_delete_associations {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:23.878879 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-2c7f7305-4594-4c04-a57a-0a6c00c2b3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8265988'] for subnet, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:24.147132 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-2c7f7305-4594-4c04-a57a-0a6c00c2b3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846509796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1731089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2343163'] for subnet, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:24.163277 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-6748838e-a49c-49ca-9d83-b43adc2f80b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:27:24.216277 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Device 27f6af13-f955-4104-a838-362f3b0f91d9 no longer exists at agent ovs-agent-dv-cinder-760193-4-smb {{(pid=83972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:27:24.253735 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7f7305-4594-4c04-a57a-0a6c00c2b3cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94f0a19c-985b-4196-aff1-8f20e10c98ae,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:27:24.256513 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] No Port match for: 27f6af13-f955-4104-a838-362f3b0f91d9 {{(pid=83972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 21:27:24.256513 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Device 27f6af13-f955-4104-a838-362f3b0f91d9 not bound to the agent host dv-cinder-760193-4-smb {{(pid=83972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 21:27:24.257013 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Device 0cf72ebc-0997-4855-8f4d-dc564a5a3d96 no longer exists at agent ovs-agent-dv-cinder-760193-4-smb {{(pid=83972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:27:24.259188 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-2c7f7305-4594-4c04-a57a-0a6c00c2b3cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:27:24.294421 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] No Port match for: 0cf72ebc-0997-4855-8f4d-dc564a5a3d96 {{(pid=83972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 21:27:24.294855 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Device 0cf72ebc-0997-4855-8f4d-dc564a5a3d96 not bound to the agent host dv-cinder-760193-4-smb {{(pid=83972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 21:27:24.302775 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-2c7f7305-4594-4c04-a57a-0a6c00c2b3cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854194843'] for subnet, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:24.308160 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a95d57-3739-437d-88bd-e1f631e85892 None None] Network a116bda0-2aab-4a78-81df-3e3c3d982929 requested from dv-cinder-760193-4-smb {{(pid=83972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 21:27:24.308850 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-2c7f7305-4594-4c04-a57a-0a6c00c2b3cf admin admin] 10.222.0.90 "DELETE /v2.0/subnets/94f0a19c-985b-4196-aff1-8f20e10c98ae HTTP/1.1" status: 204 len: 168 time: 0.6577806 Feb 17 21:27:24.311704 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 41138) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:27:24.429455 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d307c3ad-c2f0-4f4d-81a0-6ae19cad423f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866049'] for network, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:24.501063 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-d307c3ad-c2f0-4f4d-81a0-6ae19cad423f admin admin] Deleting port e37928dc-525a-4a13-88e2-95802c392235 {{(pid=83970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:27:24.501446 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d307c3ad-c2f0-4f4d-81a0-6ae19cad423f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506882676'] for port, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:24.600591 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d060671d-60d5-4af6-9876-f8e7d22940be None None] DHCP port deletion for a116bda0-2aab-4a78-81df-3e3c3d982929 request from dv-cinder-760193-4-smb {{(pid=83972) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 17 21:27:24.605960 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-d060671d-60d5-4af6-9876-f8e7d22940be None None] Deleting port e37928dc-525a-4a13-88e2-95802c392235 {{(pid=83972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:27:24.606386 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d060671d-60d5-4af6-9876-f8e7d22940be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506882676'] for port, before_delete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:24.773678 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-d307c3ad-c2f0-4f4d-81a0-6ae19cad423f admin admin] For port e37928dc-525a-4a13-88e2-95802c392235, host dv-cinder-760193-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-smb',level=0,port_id=e37928dc-525a-4a13-88e2-95802c392235,segment=NetworkSegment(38c8979f-713f-4e0b-b4ed-e9896b157798),segment_id=38c8979f-713f-4e0b-b4ed-e9896b157798)] {{(pid=83970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:27:24.774546 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d307c3ad-c2f0-4f4d-81a0-6ae19cad423f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-921726'] for port, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:24.876237 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-d060671d-60d5-4af6-9876-f8e7d22940be None None] For port e37928dc-525a-4a13-88e2-95802c392235, host dv-cinder-760193-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-760193-4-smb',level=0,port_id=e37928dc-525a-4a13-88e2-95802c392235,segment=NetworkSegment(38c8979f-713f-4e0b-b4ed-e9896b157798),segment_id=38c8979f-713f-4e0b-b4ed-e9896b157798)] {{(pid=83972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:27:24.876599 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d060671d-60d5-4af6-9876-f8e7d22940be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-921726'] for port, precommit_delete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:24.934045 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-d307c3ad-c2f0-4f4d-81a0-6ae19cad423f admin admin] Calling delete_port for e37928dc-525a-4a13-88e2-95802c392235 owned by network:dhcp {{(pid=83970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:27:25.032438 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d307c3ad-c2f0-4f4d-81a0-6ae19cad423f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782347900463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782347493337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1732037'] for port, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:25.043277 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-d060671d-60d5-4af6-9876-f8e7d22940be None None] Calling delete_port for e37928dc-525a-4a13-88e2-95802c392235 owned by network:dhcp {{(pid=83972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:27:25.060989 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-4c421f6b-2699-4458-b274-134d717d92da tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:27:25.177144 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.db.api [None req-d060671d-60d5-4af6-9876-f8e7d22940be None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83972) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 17 21:27:25.177796 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_db.api [None req-d060671d-60d5-4af6-9876-f8e7d22940be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83972) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 17 21:27:25.212349 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d307c3ad-c2f0-4f4d-81a0-6ae19cad423f admin admin] Pushing event deleted for resources: {'Port': ['ID=e37928dc-525a-4a13-88e2-95802c392235,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:27:25.217096 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d307c3ad-c2f0-4f4d-81a0-6ae19cad423f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:27:25.260322 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d307c3ad-c2f0-4f4d-81a0-6ae19cad423f admin admin] No DVR routers for this DVR port e37928dc-525a-4a13-88e2-95802c392235 on host dv-cinder-760193-4-smb {{(pid=83970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 21:27:25.390906 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d307c3ad-c2f0-4f4d-81a0-6ae19cad423f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8267677', 'neutron.services.segments.db._delete_segments_for_network-8782348058381'] for network, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:25.506597 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.services.segments.db [None req-d307c3ad-c2f0-4f4d-81a0-6ae19cad423f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a116bda0-2aab-4a78-81df-3e3c3d982929']}} {{(pid=83970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:27:25.519352 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.services.segments.db [None req-d307c3ad-c2f0-4f4d-81a0-6ae19cad423f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38c8979f-713f-4e0b-b4ed-e9896b157798') {'for_net_delete': True} {{(pid=83970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:27:25.519695 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.services.segments.db [None req-d307c3ad-c2f0-4f4d-81a0-6ae19cad423f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38c8979f-713f-4e0b-b4ed-e9896b157798') {} {{(pid=83970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:27:25.532265 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d307c3ad-c2f0-4f4d-81a0-6ae19cad423f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782348055309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853072975'] for segment, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:25.549221 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d307c3ad-c2f0-4f4d-81a0-6ae19cad423f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846507987'] for segment, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:25.551302 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d307c3ad-c2f0-4f4d-81a0-6ae19cad423f admin admin] Releasing vxlan tunnel 4 to pool {{(pid=83970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 21:27:25.679619 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-d060671d-60d5-4af6-9876-f8e7d22940be None None] Deleting port e37928dc-525a-4a13-88e2-95802c392235 {{(pid=83972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:27:25.680005 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d060671d-60d5-4af6-9876-f8e7d22940be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506882676'] for port, before_delete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:25.733063 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [None req-d307c3ad-c2f0-4f4d-81a0-6ae19cad423f admin admin] Network a116bda0-2aab-4a78-81df-3e3c3d982929 has no segments {{(pid=83970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 21:27:25.742465 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d307c3ad-c2f0-4f4d-81a0-6ae19cad423f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8267797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853043730'] for segment, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:25.756293 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-d060671d-60d5-4af6-9876-f8e7d22940be None None] The port 'e37928dc-525a-4a13-88e2-95802c392235' was deleted {{(pid=83972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 17 21:27:25.927145 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [None req-d307c3ad-c2f0-4f4d-81a0-6ae19cad423f admin admin] Network a116bda0-2aab-4a78-81df-3e3c3d982929 has no segments {{(pid=83970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 21:27:25.952031 dv-cinder-760193-4-smb neutron-server[83861]: Traceback (most recent call last): Feb 17 21:27:25.952031 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 21:27:25.952031 dv-cinder-760193-4-smb neutron-server[83861]: timer() Feb 17 21:27:25.952031 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 21:27:25.952031 dv-cinder-760193-4-smb neutron-server[83861]: cb(*args, **kw) Feb 17 21:27:25.952031 dv-cinder-760193-4-smb neutron-server[83861]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 21:27:25.952031 dv-cinder-760193-4-smb neutron-server[83861]: return func(*args, **kwargs) Feb 17 21:27:25.952031 dv-cinder-760193-4-smb neutron-server[83861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 21:27:25.952031 dv-cinder-760193-4-smb neutron-server[83861]: self._notify() Feb 17 21:27:25.952031 dv-cinder-760193-4-smb neutron-server[83861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 21:27:25.952031 dv-cinder-760193-4-smb neutron-server[83861]: self.callback(batched_events) Feb 17 21:27:25.952031 dv-cinder-760193-4-smb neutron-server[83861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 21:27:25.952031 dv-cinder-760193-4-smb neutron-server[83861]: event.method(event) Feb 17 21:27:25.952031 dv-cinder-760193-4-smb neutron-server[83861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 21:27:25.952031 dv-cinder-760193-4-smb neutron-server[83861]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 21:27:25.952031 dv-cinder-760193-4-smb neutron-server[83861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 21:27:25.952031 dv-cinder-760193-4-smb neutron-server[83861]: segment_id)['aggregates'][0] Feb 17 21:27:25.952031 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 21:27:25.952031 dv-cinder-760193-4-smb neutron-server[83861]: return f(self, *a, **k) Feb 17 21:27:25.952031 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 21:27:25.952031 dv-cinder-760193-4-smb neutron-server[83861]: return self._get(url).json() Feb 17 21:27:25.952031 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 21:27:25.952031 dv-cinder-760193-4-smb neutron-server[83861]: **kwargs) Feb 17 21:27:25.952031 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 21:27:25.952031 dv-cinder-760193-4-smb neutron-server[83861]: return self.request(url, 'GET', **kwargs) Feb 17 21:27:25.952031 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 21:27:25.952031 dv-cinder-760193-4-smb neutron-server[83861]: **endpoint_filter) Feb 17 21:27:25.952031 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 21:27:25.952031 dv-cinder-760193-4-smb neutron-server[83861]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 21:27:25.952031 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 21:27:25.952031 dv-cinder-760193-4-smb neutron-server[83861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 21:27:25.952031 dv-cinder-760193-4-smb neutron-server[83861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 21:27:26.207570 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Device e37928dc-525a-4a13-88e2-95802c392235 no longer exists at agent ovs-agent-dv-cinder-760193-4-smb {{(pid=83972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:27:26.246402 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] No Port match for: e37928dc-525a-4a13-88e2-95802c392235 {{(pid=83972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 21:27:26.246938 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Device e37928dc-525a-4a13-88e2-95802c392235 not bound to the agent host dv-cinder-760193-4-smb {{(pid=83972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 21:27:26.283607 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d307c3ad-c2f0-4f4d-81a0-6ae19cad423f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846508139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853850419'] for network, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:26.287103 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-0ff5dcdd-d28a-4f78-b2e7-a63dee956f68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:27:26.301120 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d307c3ad-c2f0-4f4d-81a0-6ae19cad423f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854194843'] for network, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:26.312788 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d307c3ad-c2f0-4f4d-81a0-6ae19cad423f admin admin] Pushing event deleted for resources: {'Network': ['ID=a116bda0-2aab-4a78-81df-3e3c3d982929,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:27:26.316293 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d307c3ad-c2f0-4f4d-81a0-6ae19cad423f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:27:26.326809 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-d307c3ad-c2f0-4f4d-81a0-6ae19cad423f admin admin] 10.222.0.90 "DELETE /v2.0/networks/a116bda0-2aab-4a78-81df-3e3c3d982929 HTTP/1.1" status: 204 len: 168 time: 2.0139802 Feb 17 21:27:26.444247 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 41144) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:27:26.497822 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-1cbe188b-69e5-40f4-acba-bcfcc02b9922 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=9c7bb313aece425aab5e866c385e03ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0516634 Feb 17 21:27:26.500347 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 41148) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:27:26.562390 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-e0a68847-454b-4189-9527-971a4c2f3f30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:26.590396 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-e0a68847-454b-4189-9527-971a4c2f3f30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:26.639852 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-e0a68847-454b-4189-9527-971a4c2f3f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:26.644905 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-1ba0e0a1-5248-49bd-b6ef-b17603169158 tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:27:26.659247 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a68847-454b-4189-9527-971a4c2f3f30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=555f0111-4a5a-49b9-ae2e-f8cf894fb520,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:27:26.665590 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-e0a68847-454b-4189-9527-971a4c2f3f30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:27:26.668843 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-e0a68847-454b-4189-9527-971a4c2f3f30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:26.670077 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-e0a68847-454b-4189-9527-971a4c2f3f30 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/555f0111-4a5a-49b9-ae2e-f8cf894fb520 HTTP/1.1" status: 204 len: 168 time: 0.1687653 Feb 17 21:27:28.752556 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 41202) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:27:28.874314 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-5ff74161-9ad2-4611-bbd5-5391e090a43c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:28.889547 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-5ff74161-9ad2-4611-bbd5-5391e090a43c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:27:28.893635 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-5ff74161-9ad2-4611-bbd5-5391e090a43c admin admin] Usage tracker for resource:security_group_rule and tenant:48945f7488c64f48be0637fc69436b2d is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:27:28.897185 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-5ff74161-9ad2-4611-bbd5-5391e090a43c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:27:28.902925 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-5ff74161-9ad2-4611-bbd5-5391e090a43c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:27:28.993924 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-5ff74161-9ad2-4611-bbd5-5391e090a43c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:28.996527 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-5ff74161-9ad2-4611-bbd5-5391e090a43c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:29.005851 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-e1b02c03-c100-4b9f-913f-ef6a32bf1ca1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:27:29.048289 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-5ff74161-9ad2-4611-bbd5-5391e090a43c admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=48945f7488c64f48be0637fc69436b2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2945952 Feb 17 21:27:29.049311 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff74161-9ad2-4611-bbd5-5391e090a43c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc156ff9-c9e0-4eb2-be00-614efa3d7768,revision_number=1']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:27:29.051404 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 41208) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:27:29.053646 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-5ff74161-9ad2-4611-bbd5-5391e090a43c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:27:29.119446 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-14170c92-20bc-4f3a-b42f-a655dd269a0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:29.150591 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-14170c92-20bc-4f3a-b42f-a655dd269a0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:29.194391 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-14170c92-20bc-4f3a-b42f-a655dd269a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:29.199280 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-82b304c0-3c48-4e16-8507-602f9fca819f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:27:29.213292 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14170c92-20bc-4f3a-b42f-a655dd269a0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc156ff9-c9e0-4eb2-be00-614efa3d7768,revision_number=None']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:27:29.216339 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-14170c92-20bc-4f3a-b42f-a655dd269a0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:27:29.217284 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-14170c92-20bc-4f3a-b42f-a655dd269a0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:29.218491 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-14170c92-20bc-4f3a-b42f-a655dd269a0e admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/cc156ff9-c9e0-4eb2-be00-614efa3d7768 HTTP/1.1" status: 204 len: 168 time: 0.1645491 Feb 17 21:27:29.503962 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 41216) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:27:29.524279 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-764638d8-05d6-4383-9618-97825ab4ae44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:29.527805 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:29.540497 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-764638d8-05d6-4383-9618-97825ab4ae44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:27:29.544570 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-764638d8-05d6-4383-9618-97825ab4ae44 admin admin] Usage tracker for resource:security_group_rule and tenant:c2c1bc91ab3345d9bd6b8f80edb347c0 is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:27:29.547479 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-764638d8-05d6-4383-9618-97825ab4ae44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:27:29.553586 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-764638d8-05d6-4383-9618-97825ab4ae44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:27:29.641772 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-764638d8-05d6-4383-9618-97825ab4ae44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:29.644564 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-764638d8-05d6-4383-9618-97825ab4ae44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:29.653752 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-6f7fffec-3d64-4a90-813a-b7fec9b04276 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:27:29.696177 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-764638d8-05d6-4383-9618-97825ab4ae44 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=c2c1bc91ab3345d9bd6b8f80edb347c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1909308 Feb 17 21:27:29.697785 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764638d8-05d6-4383-9618-97825ab4ae44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=109c7c64-2066-4f8e-a427-4af7837a39a9,revision_number=1']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:27:29.699081 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 41220) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:27:29.701135 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-764638d8-05d6-4383-9618-97825ab4ae44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:27:29.762370 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-42a43312-f06b-4025-80ab-39fd427463f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:29.789466 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-42a43312-f06b-4025-80ab-39fd427463f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:29.832481 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-42a43312-f06b-4025-80ab-39fd427463f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:29.838149 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-331a5f8c-b12c-45d5-b34a-f3aa4b626e02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:27:29.848984 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a43312-f06b-4025-80ab-39fd427463f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=109c7c64-2066-4f8e-a427-4af7837a39a9,revision_number=None']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:27:29.851475 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-42a43312-f06b-4025-80ab-39fd427463f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:27:29.856674 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-42a43312-f06b-4025-80ab-39fd427463f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:29.858008 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-42a43312-f06b-4025-80ab-39fd427463f3 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/109c7c64-2066-4f8e-a427-4af7837a39a9 HTTP/1.1" status: 204 len: 168 time: 0.1578593 Feb 17 21:27:30.441670 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-1a7508af-f21e-4b4a-9b15-59adf0dc66d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:32.501042 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-627d6e2c-858a-4b52-8eed-040a20688b31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:32.876527 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 41292) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:27:32.999759 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ab4af928-ec3b-4726-b66f-b97c59938b45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:33.019809 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-ab4af928-ec3b-4726-b66f-b97c59938b45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:27:33.024528 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-ab4af928-ec3b-4726-b66f-b97c59938b45 admin admin] Usage tracker for resource:security_group_rule and tenant:00e709af60d94688beece147b95ab734 is out of sync, need to count used quota {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:27:33.027466 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-ab4af928-ec3b-4726-b66f-b97c59938b45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:27:33.033106 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-ab4af928-ec3b-4726-b66f-b97c59938b45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:27:33.118665 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ab4af928-ec3b-4726-b66f-b97c59938b45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:33.121429 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ab4af928-ec3b-4726-b66f-b97c59938b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:33.130828 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-2f7bfb18-78cf-4eb1-bbce-22b1f51082c8 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:27:33.171307 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-ab4af928-ec3b-4726-b66f-b97c59938b45 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=00e709af60d94688beece147b95ab734&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2936270 Feb 17 21:27:33.173004 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4af928-ec3b-4726-b66f-b97c59938b45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf5d59f-c738-4b66-878f-e7857fec47db,revision_number=1']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:27:33.174255 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 41298) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:27:33.176991 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-ab4af928-ec3b-4726-b66f-b97c59938b45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:27:33.237515 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-1c2c84a8-b167-4f86-b4d7-01f477cf4fdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:33.265647 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-1c2c84a8-b167-4f86-b4d7-01f477cf4fdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:33.274032 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f1cec3f0-2839-4108-802d-97c7b40b55a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:33.310153 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-1c2c84a8-b167-4f86-b4d7-01f477cf4fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:33.315342 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-fd12b79f-21ec-499e-9c29-13bad6ee8480 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:27:33.330902 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2c84a8-b167-4f86-b4d7-01f477cf4fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf5d59f-c738-4b66-878f-e7857fec47db,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:27:33.335080 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-1c2c84a8-b167-4f86-b4d7-01f477cf4fdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:27:33.343129 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-1c2c84a8-b167-4f86-b4d7-01f477cf4fdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:33.345970 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-1c2c84a8-b167-4f86-b4d7-01f477cf4fdb admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/ccf5d59f-c738-4b66-878f-e7857fec47db HTTP/1.1" status: 204 len: 168 time: 0.1689074 Feb 17 21:27:33.705813 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 41306) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:27:33.731443 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-3cc567d0-4259-4e78-99e7-5c27843f5ad3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:33.748231 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-3cc567d0-4259-4e78-99e7-5c27843f5ad3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:27:33.752591 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-3cc567d0-4259-4e78-99e7-5c27843f5ad3 admin admin] Usage tracker for resource:security_group_rule and tenant:80237a366168460ca83d576f3a8d4377 is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:27:33.757006 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-3cc567d0-4259-4e78-99e7-5c27843f5ad3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:27:33.763194 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-3cc567d0-4259-4e78-99e7-5c27843f5ad3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:27:33.884936 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-3cc567d0-4259-4e78-99e7-5c27843f5ad3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:33.889116 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-3cc567d0-4259-4e78-99e7-5c27843f5ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:33.898393 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-29eca0a2-9a70-4638-8c4f-9e8e8b1549c8 tempest-AttachVolumeTestJSON-1020233983 tempest-AttachVolumeTestJSON-1020233983-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:27:33.962582 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc567d0-4259-4e78-99e7-5c27843f5ad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb7aeb46-7d60-4387-8945-412cd9a9e101,revision_number=1']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:27:33.967995 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-3cc567d0-4259-4e78-99e7-5c27843f5ad3 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=80237a366168460ca83d576f3a8d4377&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2609785 Feb 17 21:27:33.969271 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-3cc567d0-4259-4e78-99e7-5c27843f5ad3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:27:33.971790 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 41310) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:27:34.039467 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-45e4c89d-e0d2-477d-9209-e7a67f03a530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:34.068648 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-45e4c89d-e0d2-477d-9209-e7a67f03a530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:34.123165 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-45e4c89d-e0d2-477d-9209-e7a67f03a530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:34.129158 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-83158334-665e-4641-87c0-40c2b5166b1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:27:34.144238 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e4c89d-e0d2-477d-9209-e7a67f03a530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb7aeb46-7d60-4387-8945-412cd9a9e101,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:27:34.148758 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-45e4c89d-e0d2-477d-9209-e7a67f03a530 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:27:34.151168 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-45e4c89d-e0d2-477d-9209-e7a67f03a530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:34.153016 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-45e4c89d-e0d2-477d-9209-e7a67f03a530 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/cb7aeb46-7d60-4387-8945-412cd9a9e101 HTTP/1.1" status: 204 len: 168 time: 0.1798730 Feb 17 21:27:34.505440 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:35.017370 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-b3b29b12-cbe5-4ec2-9621-66af0787c66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:37.212960 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.agents_db [None req-d7035ca1-ab1a-4600-abec-6b06ab5f95db None None] Agent healthcheck: found 6 active agents {{(pid=83973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 21:27:51.046242 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 41446) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:27:51.181240 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-32fe9f6e-4317-471d-88d0-e062c4550be4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:51.196568 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-32fe9f6e-4317-471d-88d0-e062c4550be4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:27:51.200582 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-32fe9f6e-4317-471d-88d0-e062c4550be4 admin admin] Usage tracker for resource:security_group_rule and tenant:eacc3c8638c248ffb30b4963d3e096f2 is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:27:51.203511 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-32fe9f6e-4317-471d-88d0-e062c4550be4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:27:51.210043 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-32fe9f6e-4317-471d-88d0-e062c4550be4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:27:51.293224 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-32fe9f6e-4317-471d-88d0-e062c4550be4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:51.296013 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-32fe9f6e-4317-471d-88d0-e062c4550be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:51.305177 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-ed492c97-4f01-4d15-8d80-42f9c5d13936 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:27:51.347065 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-32fe9f6e-4317-471d-88d0-e062c4550be4 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=eacc3c8638c248ffb30b4963d3e096f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2996602 Feb 17 21:27:51.348279 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fe9f6e-4317-471d-88d0-e062c4550be4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95efcb94-4680-4eac-a562-19e392f5aa43,revision_number=1']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:27:51.350446 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 41452) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:27:51.352213 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-32fe9f6e-4317-471d-88d0-e062c4550be4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:27:51.414131 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-785222c3-d682-4b83-aa30-d5eb43fe208e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:51.441150 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-785222c3-d682-4b83-aa30-d5eb43fe208e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:51.490057 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-785222c3-d682-4b83-aa30-d5eb43fe208e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:51.495387 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-589447fd-9568-4d7d-b786-df3ab19dd7c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:27:51.508280 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785222c3-d682-4b83-aa30-d5eb43fe208e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95efcb94-4680-4eac-a562-19e392f5aa43,revision_number=None']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:27:51.510752 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-785222c3-d682-4b83-aa30-d5eb43fe208e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:27:51.518427 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-785222c3-d682-4b83-aa30-d5eb43fe208e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:27:51.519726 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-785222c3-d682-4b83-aa30-d5eb43fe208e admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/95efcb94-4680-4eac-a562-19e392f5aa43 HTTP/1.1" status: 204 len: 168 time: 0.1681058 Feb 17 21:27:59.529029 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:28:00.444124 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-0ded98c0-7b60-425f-9b3f-443533d0b39c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:28:00.995532 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 41576) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:28:01.121707 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-90a89b3c-57bc-4bcd-8bfb-007001627c50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:28:01.137579 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-90a89b3c-57bc-4bcd-8bfb-007001627c50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:28:01.141644 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-90a89b3c-57bc-4bcd-8bfb-007001627c50 admin admin] Usage tracker for resource:security_group_rule and tenant:78fb9005978e449fbd3bf7b46d8da279 is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:28:01.144625 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-90a89b3c-57bc-4bcd-8bfb-007001627c50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:28:01.150579 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-90a89b3c-57bc-4bcd-8bfb-007001627c50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:28:01.238858 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-90a89b3c-57bc-4bcd-8bfb-007001627c50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:28:01.242339 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-90a89b3c-57bc-4bcd-8bfb-007001627c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:28:01.251120 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-424340d4-7b7b-453a-9c02-1b0dda142b48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:28:01.293438 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-90a89b3c-57bc-4bcd-8bfb-007001627c50 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=78fb9005978e449fbd3bf7b46d8da279&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2967865 Feb 17 21:28:01.294504 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a89b3c-57bc-4bcd-8bfb-007001627c50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f627d2-9f9f-45d2-97c3-5127c266309b,revision_number=1']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:28:01.296383 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 41582) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:28:01.297944 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-90a89b3c-57bc-4bcd-8bfb-007001627c50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:28:01.359502 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-09d20ec6-cf61-4022-bfce-73cc381ede47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:28:01.387031 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-09d20ec6-cf61-4022-bfce-73cc381ede47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:28:01.434047 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-09d20ec6-cf61-4022-bfce-73cc381ede47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:28:01.439153 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-b380062d-b06a-4575-bae1-8b5101209ca6 tempest-VolumesNegativeTest-1956173512 tempest-VolumesNegativeTest-1956173512-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:28:01.450067 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d20ec6-cf61-4022-bfce-73cc381ede47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f627d2-9f9f-45d2-97c3-5127c266309b,revision_number=None']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:28:01.455112 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-09d20ec6-cf61-4022-bfce-73cc381ede47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:28:01.457042 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-09d20ec6-cf61-4022-bfce-73cc381ede47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:28:01.458872 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-09d20ec6-cf61-4022-bfce-73cc381ede47 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/16f627d2-9f9f-45d2-97c3-5127c266309b HTTP/1.1" status: 204 len: 168 time: 0.1608634 Feb 17 21:28:01.749696 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 41590) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:28:01.768853 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-a4cbff98-3333-4a11-8b8e-e9300eb4e23b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:28:01.784289 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-a4cbff98-3333-4a11-8b8e-e9300eb4e23b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:28:01.789108 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-a4cbff98-3333-4a11-8b8e-e9300eb4e23b admin admin] Usage tracker for resource:security_group_rule and tenant:c1595ec841a9423a88183cf590fbf4b5 is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:28:01.792179 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-a4cbff98-3333-4a11-8b8e-e9300eb4e23b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:28:01.797932 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-a4cbff98-3333-4a11-8b8e-e9300eb4e23b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:28:01.883929 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-a4cbff98-3333-4a11-8b8e-e9300eb4e23b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:28:01.886587 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-a4cbff98-3333-4a11-8b8e-e9300eb4e23b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:28:01.895475 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d27cf786-ddf1-4d95-b04a-9258150737d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:28:01.938088 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-a4cbff98-3333-4a11-8b8e-e9300eb4e23b admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=c1595ec841a9423a88183cf590fbf4b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1872766 Feb 17 21:28:01.939082 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cbff98-3333-4a11-8b8e-e9300eb4e23b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75365886-6a27-43ce-bd6f-1201f8360a95,revision_number=1']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:28:01.941101 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 41594) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:28:01.942571 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-a4cbff98-3333-4a11-8b8e-e9300eb4e23b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:28:02.003044 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-8b80eeee-d0d7-4e73-ab38-6be178064f5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:28:02.032898 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-8b80eeee-d0d7-4e73-ab38-6be178064f5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:28:02.080816 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-8b80eeee-d0d7-4e73-ab38-6be178064f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:28:02.085877 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-ab4af928-ec3b-4726-b66f-b97c59938b45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:28:02.096616 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b80eeee-d0d7-4e73-ab38-6be178064f5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75365886-6a27-43ce-bd6f-1201f8360a95,revision_number=None']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:28:02.103734 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-8b80eeee-d0d7-4e73-ab38-6be178064f5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:28:02.104379 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-8b80eeee-d0d7-4e73-ab38-6be178064f5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:28:02.108167 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-8b80eeee-d0d7-4e73-ab38-6be178064f5d admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/75365886-6a27-43ce-bd6f-1201f8360a95 HTTP/1.1" status: 204 len: 168 time: 0.1634669 Feb 17 21:28:02.456429 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83971) accepted ('10.222.0.90', 41602) {{(pid=83971) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:28:02.476150 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-dd9887e1-ec2e-4cb7-89e1-b8c15525a80b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:28:02.492426 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-dd9887e1-ec2e-4cb7-89e1-b8c15525a80b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:28:02.496586 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-dd9887e1-ec2e-4cb7-89e1-b8c15525a80b admin admin] Usage tracker for resource:security_group_rule and tenant:22703ef7828b41918b7771648e307385 is out of sync, need to count used quota {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:28:02.499537 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-dd9887e1-ec2e-4cb7-89e1-b8c15525a80b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:28:02.502248 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-93851148-b74b-4cfe-8893-a658220ebf51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:28:02.506157 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-dd9887e1-ec2e-4cb7-89e1-b8c15525a80b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:28:02.589314 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-dd9887e1-ec2e-4cb7-89e1-b8c15525a80b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:28:02.592063 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-dd9887e1-ec2e-4cb7-89e1-b8c15525a80b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:28:02.601009 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-8b80eeee-d0d7-4e73-ab38-6be178064f5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:28:02.643087 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-dd9887e1-ec2e-4cb7-89e1-b8c15525a80b admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=22703ef7828b41918b7771648e307385&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1854789 Feb 17 21:28:02.644792 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9887e1-ec2e-4cb7-89e1-b8c15525a80b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cafb64f-ccdf-4ceb-b15c-581b75431046,revision_number=1']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:28:02.645932 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 41606) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:28:02.648159 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-dd9887e1-ec2e-4cb7-89e1-b8c15525a80b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:28:02.713638 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-e5db1c84-bf7f-434d-9b74-46b864ca87cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:28:02.742492 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-e5db1c84-bf7f-434d-9b74-46b864ca87cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:28:02.785695 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-e5db1c84-bf7f-434d-9b74-46b864ca87cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:28:02.791217 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-2f6befcd-0817-4833-8b6a-08bc26502e9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:28:02.805543 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5db1c84-bf7f-434d-9b74-46b864ca87cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cafb64f-ccdf-4ceb-b15c-581b75431046,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:28:02.809919 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-e5db1c84-bf7f-434d-9b74-46b864ca87cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:28:02.822968 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-e5db1c84-bf7f-434d-9b74-46b864ca87cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:28:02.826868 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-e5db1c84-bf7f-434d-9b74-46b864ca87cc admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/3cafb64f-ccdf-4ceb-b15c-581b75431046 HTTP/1.1" status: 204 len: 168 time: 0.1797783 Feb 17 21:28:03.277357 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f1cec3f0-2839-4108-802d-97c7b40b55a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:28:03.546893 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 41628) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:28:03.656347 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [None req-244a40b2-17bd-4e5d-9e9a-398189be0f40 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1312011454-network', 'tenant_id': '4476230ea1094520856f2f2fbbbaa4aa'}} {{(pid=83970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:28:03.661556 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-244a40b2-17bd-4e5d-9e9a-398189be0f40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:28:03.665601 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-244a40b2-17bd-4e5d-9e9a-398189be0f40 admin admin] Usage tracker for resource:network and tenant:4476230ea1094520856f2f2fbbbaa4aa is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:28:03.668603 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-244a40b2-17bd-4e5d-9e9a-398189be0f40 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:28:03.674338 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-244a40b2-17bd-4e5d-9e9a-398189be0f40 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:28:03.683941 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-244a40b2-17bd-4e5d-9e9a-398189be0f40 admin admin] Made reservation on behalf of 4476230ea1094520856f2f2fbbbaa4aa for: {'network': 1} {{(pid=83970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:28:03.688660 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-244a40b2-17bd-4e5d-9e9a-398189be0f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for network, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:28:03.701988 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-244a40b2-17bd-4e5d-9e9a-398189be0f40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:28:03.717822 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-244a40b2-17bd-4e5d-9e9a-398189be0f40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:28:03.721886 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-244a40b2-17bd-4e5d-9e9a-398189be0f40 admin admin] Usage tracker for resource:security_group_rule and tenant:4476230ea1094520856f2f2fbbbaa4aa is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:28:03.725314 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-244a40b2-17bd-4e5d-9e9a-398189be0f40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:28:03.731739 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-244a40b2-17bd-4e5d-9e9a-398189be0f40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:28:03.815917 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-244a40b2-17bd-4e5d-9e9a-398189be0f40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:28:03.819409 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-244a40b2-17bd-4e5d-9e9a-398189be0f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:28:03.823710 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-cb19d2bf-320c-4cd3-a0db-a098cd6dcbe4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:28:03.858909 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-244a40b2-17bd-4e5d-9e9a-398189be0f40 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=83970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 17 21:28:03.868917 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244a40b2-17bd-4e5d-9e9a-398189be0f40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c12cb739-bac6-49c6-b5dd-737f37e858f0,revision_number=1']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:28:03.872804 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-244a40b2-17bd-4e5d-9e9a-398189be0f40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:28:03.875380 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-244a40b2-17bd-4e5d-9e9a-398189be0f40 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363254506717436', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846507987'] for segment, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:28:03.875763 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.db.segments_db [None req-244a40b2-17bd-4e5d-9e9a-398189be0f40 admin admin] Added segment e0565fde-f833-48af-9eb6-6c70385b5fa4 of type vxlan for network ff162525-9129-466c-abb3-04bca03e739a Feb 17 21:28:03.902956 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-244a40b2-17bd-4e5d-9e9a-398189be0f40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363254507310776'] for network, precommit_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:28:03.932528 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-244a40b2-17bd-4e5d-9e9a-398189be0f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826'] for network, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:28:03.933486 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244a40b2-17bd-4e5d-9e9a-398189be0f40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:28:03.934122 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-244a40b2-17bd-4e5d-9e9a-398189be0f40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854194843'] for network, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:28:03.939018 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:28:04.048240 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244a40b2-17bd-4e5d-9e9a-398189be0f40 admin admin] Pushing event updated for resources: {'Network': ['ID=ff162525-9129-466c-abb3-04bca03e739a,revision_number=1']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:28:04.051466 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-244a40b2-17bd-4e5d-9e9a-398189be0f40 admin admin] 10.222.0.90 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5034661 Feb 17 21:28:04.052638 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-244a40b2-17bd-4e5d-9e9a-398189be0f40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:28:04.054686 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 41634) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:28:04.060913 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [None req-cd06db23-3b08-4f16-85e1-2c76b3b3a92b admin admin] Request body: {'subnet': {'network_id': 'ff162525-9129-466c-abb3-04bca03e739a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1312011454-subnet', 'tenant_id': '4476230ea1094520856f2f2fbbbaa4aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:28:04.065808 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Network ff162525-9129-466c-abb3-04bca03e739a details requested by agent ovs-agent-dv-cinder-760193-4-smb with host dv-cinder-760193-4-smb {{(pid=83972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 21:28:04.066264 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-cd06db23-3b08-4f16-85e1-2c76b3b3a92b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:28:04.070803 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-cd06db23-3b08-4f16-85e1-2c76b3b3a92b admin admin] Usage tracker for resource:subnet and tenant:4476230ea1094520856f2f2fbbbaa4aa is out of sync, need to count used quota {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:28:04.073809 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [None req-cd06db23-3b08-4f16-85e1-2c76b3b3a92b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83970) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:28:04.079640 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [None req-cd06db23-3b08-4f16-85e1-2c76b3b3a92b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83970) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:28:04.092078 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Network ff162525-9129-466c-abb3-04bca03e739a details requested by agent ovs-agent-hv-cinder-76019 with host hv-cinder-76019 {{(pid=83972) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 17 21:28:04.092275 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd06db23-3b08-4f16-85e1-2c76b3b3a92b admin admin] Made reservation on behalf of 4476230ea1094520856f2f2fbbbaa4aa for: {'subnet': 1} {{(pid=83970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:28:04.097025 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-cd06db23-3b08-4f16-85e1-2c76b3b3a92b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036852432875'] for subnet, before_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:28:04.503415 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-cd06db23-3b08-4f16-85e1-2c76b3b3a92b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853044652', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036852432892'] for subnet, after_create {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:28:04.507816 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:28:04.518870 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-0726650a-f5dc-4caa-b693-c86f638492c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:28:04.642945 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd06db23-3b08-4f16-85e1-2c76b3b3a92b admin admin] Pushing event updated for resources: {'Subnet': ['ID=f50c0681-d850-4992-a1b5-0cb7c794d78f,revision_number=0']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:28:04.647917 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-cd06db23-3b08-4f16-85e1-2c76b3b3a92b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:28:04.714204 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd06db23-3b08-4f16-85e1-2c76b3b3a92b admin admin] Checking segment: {'id': 'e0565fde-f833-48af-9eb6-6c70385b5fa4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ff162525-9129-466c-abb3-04bca03e739a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:28:04.714593 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd06db23-3b08-4f16-85e1-2c76b3b3a92b admin admin] Network hostable DHCP agents. Network: ff162525-9129-466c-abb3-04bca03e739a, hostable agents: ['81574b38-487a-4663-81fe-2ebf358e1d09'], hosted agents: [] {{(pid=83970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 17 21:28:04.733679 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd06db23-3b08-4f16-85e1-2c76b3b3a92b admin admin] Network ff162525-9129-466c-abb3-04bca03e739a is scheduled to be hosted by DHCP agent 81574b38-487a-4663-81fe-2ebf358e1d09 with binding_index 1 {{(pid=83970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 17 21:28:04.741540 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.base_scheduler [None req-cd06db23-3b08-4f16-85e1-2c76b3b3a92b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-760193-4-smb, ff162525-9129-466c-abb3-04bca03e739a) {{(pid=83970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:28:04.750576 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4e5afb-1e88-4852-8f5e-793b06d839e9 None None] Network ff162525-9129-466c-abb3-04bca03e739a requested from dv-cinder-760193-4-smb {{(pid=83972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 21:28:04.753159 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd06db23-3b08-4f16-85e1-2c76b3b3a92b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=83970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:28:04.753858 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-cd06db23-3b08-4f16-85e1-2c76b3b3a92b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854194843'] for subnet, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:28:04.773811 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-cd06db23-3b08-4f16-85e1-2c76b3b3a92b admin admin] 10.222.0.90 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7180009 Feb 17 21:28:04.979209 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4196c5d8-4b1f-4ea9-b602-a674e0447b62 None None] Network ff162525-9129-466c-abb3-04bca03e739a requested from dv-cinder-760193-4-smb {{(pid=83972) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 17 21:28:05.101855 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-b3b29b12-cbe5-4ec2-9621-66af0787c66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:28:07.062213 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c52d196-b23e-43f5-97d7-7ced8bf22fd2 req-ff55e53e-d538-43d3-a325-58b61a0ef1f2 tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:28:07.065055 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-7c52d196-b23e-43f5-97d7-7ced8bf22fd2 req-ff55e53e-d538-43d3-a325-58b61a0ef1f2 tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] 10.222.0.90 "GET /v2.0/networks?id=ff162525-9129-466c-abb3-04bca03e739a HTTP/1.1" status: 200 len: 814 time: 0.1645365 Feb 17 21:28:07.081129 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-7c52d196-b23e-43f5-97d7-7ced8bf22fd2 req-f616043d-0da4-48a7-96fb-7d94fbdf7c80 tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] 10.222.0.90 "GET /v2.0/quotas/4476230ea1094520856f2f2fbbbaa4aa HTTP/1.1" status: 200 len: 375 time: 0.0103314 Feb 17 21:28:07.141028 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-7c52d196-b23e-43f5-97d7-7ced8bf22fd2 req-535eac2f-2ada-4001-a207-d64f024d6bd2 tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=4476230ea1094520856f2f2fbbbaa4aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0539520 Feb 17 21:28:07.294009 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-7c52d196-b23e-43f5-97d7-7ced8bf22fd2 req-666c1a5b-16ac-4dc2-9c9c-2844d232d5e9 service neutron] 10.222.0.90 "GET /v2.0/networks/ff162525-9129-466c-abb3-04bca03e739a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445711 Feb 17 21:28:07.444559 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-7c52d196-b23e-43f5-97d7-7ced8bf22fd2 req-1cc47c7d-90da-4604-892c-54482afd42fd service neutron] 10.222.0.90 "GET /v2.0/networks/ff162525-9129-466c-abb3-04bca03e739a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1437666 Feb 17 21:28:07.704563 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-87b9d01a-c531-4acc-879c-565e116b1109 req-9b549034-0a27-4e00-9396-1de2dec89586 tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] 10.222.0.90 "GET /v2.0/ports?device_id=2f5b4c5f-dfc2-41f9-8a51-380881407087 HTTP/1.1" status: 200 len: 210 time: 0.1090157 Feb 17 21:28:08.809138 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b0be66fd-74c8-447f-81ee-58bcd584f529 req-ba2622d0-d5ee-4ff2-b694-c1536218c61c tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] 10.222.0.90 "GET /v2.0/ports?device_id=2f5b4c5f-dfc2-41f9-8a51-380881407087 HTTP/1.1" status: 200 len: 210 time: 0.0474653 Feb 17 21:28:09.918133 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-4ebfa4f3-4efb-4536-9cf4-2351f8b544b0 req-b7235b26-6cc8-4075-bfb9-97cc41ecc172 tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] 10.222.0.90 "GET /v2.0/ports?device_id=2f5b4c5f-dfc2-41f9-8a51-380881407087 HTTP/1.1" status: 200 len: 210 time: 0.0518513 Feb 17 21:28:11.085045 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-577874eb-dd1c-49ea-9e01-4b8165364d75 req-afc7838a-5ae6-4f81-8738-9722e05c2965 tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] 10.222.0.90 "GET /v2.0/ports?device_id=2f5b4c5f-dfc2-41f9-8a51-380881407087 HTTP/1.1" status: 200 len: 210 time: 0.0500944 Feb 17 21:28:12.250568 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b907cf83-206a-4169-9fff-81f1536b83b6 req-a6df8263-5157-4827-bf3c-31421946eadf tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] 10.222.0.90 "GET /v2.0/ports?device_id=2f5b4c5f-dfc2-41f9-8a51-380881407087 HTTP/1.1" status: 200 len: 210 time: 0.0494180 Feb 17 21:28:12.782809 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c52d196-b23e-43f5-97d7-7ced8bf22fd2 req-e4a22574-7c22-4338-b6b2-6d71adc90c0a tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:28:12.784381 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-7c52d196-b23e-43f5-97d7-7ced8bf22fd2 req-e4a22574-7c22-4338-b6b2-6d71adc90c0a tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] 10.222.0.95 "GET /v2.0/networks?id=ff162525-9129-466c-abb3-04bca03e739a HTTP/1.1" status: 200 len: 814 time: 0.1580222 Feb 17 21:28:12.797856 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [req-7c52d196-b23e-43f5-97d7-7ced8bf22fd2 req-94eb0b3d-95f3-42ea-b01a-4a3ed60ba31c tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Request body: {'port': {'device_id': '2f5b4c5f-dfc2-41f9-8a51-380881407087', 'network_id': 'ff162525-9129-466c-abb3-04bca03e739a', 'admin_state_up': True, 'tenant_id': '4476230ea1094520856f2f2fbbbaa4aa'}} {{(pid=83971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:28:12.941084 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [req-7c52d196-b23e-43f5-97d7-7ced8bf22fd2 req-94eb0b3d-95f3-42ea-b01a-4a3ed60ba31c tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:28:12.945762 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-7c52d196-b23e-43f5-97d7-7ced8bf22fd2 req-94eb0b3d-95f3-42ea-b01a-4a3ed60ba31c tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Usage tracker for resource:port and tenant:4476230ea1094520856f2f2fbbbaa4aa is out of sync, need to count used quota {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 17 21:28:12.948704 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-7c52d196-b23e-43f5-97d7-7ced8bf22fd2 req-94eb0b3d-95f3-42ea-b01a-4a3ed60ba31c tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83971) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 17 21:28:12.954362 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [req-7c52d196-b23e-43f5-97d7-7ced8bf22fd2 req-94eb0b3d-95f3-42ea-b01a-4a3ed60ba31c tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:28:12.963054 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c52d196-b23e-43f5-97d7-7ced8bf22fd2 req-94eb0b3d-95f3-42ea-b01a-4a3ed60ba31c tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Made reservation on behalf of 4476230ea1094520856f2f2fbbbaa4aa for: {'port': 1} {{(pid=83971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:28:12.968520 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-7c52d196-b23e-43f5-97d7-7ced8bf22fd2 req-94eb0b3d-95f3-42ea-b01a-4a3ed60ba31c tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:28:13.278980 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.db_base_plugin_common [req-7c52d196-b23e-43f5-97d7-7ced8bf22fd2 req-94eb0b3d-95f3-42ea-b01a-4a3ed60ba31c tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Allocated IP 172.20.0.2 (ff162525-9129-466c-abb3-04bca03e739a/f50c0681-d850-4992-a1b5-0cb7c794d78f/9ca60e92-fc9e-4983-8c32-16381de114f3) {{(pid=83971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 21:28:13.470465 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-1796986c-ef7d-479c-9bdd-265b4d3ae443 req-fad4f867-bb23-4dcc-b587-5e99cb498383 tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] 10.222.0.90 "GET /v2.0/ports?device_id=2f5b4c5f-dfc2-41f9-8a51-380881407087 HTTP/1.1" status: 200 len: 210 time: 0.0640786 Feb 17 21:28:13.540957 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-7c52d196-b23e-43f5-97d7-7ced8bf22fd2 req-94eb0b3d-95f3-42ea-b01a-4a3ed60ba31c tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Notify callbacks [] for port, precommit_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:28:13.571518 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-7c52d196-b23e-43f5-97d7-7ced8bf22fd2 req-94eb0b3d-95f3-42ea-b01a-4a3ed60ba31c tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782347517401'] for port, after_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:28:13.586167 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-63560c27-bac2-4191-a23d-08f6d2b878fb tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:28:13.957585 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eb0b3d-95f3-42ea-b01a-4a3ed60ba31c tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Pushing event updated for resources: {'Port': ['ID=9ca60e92-fc9e-4983-8c32-16381de114f3,revision_number=1']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:28:13.971606 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eb0b3d-95f3-42ea-b01a-4a3ed60ba31c tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:28:13.972018 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eb0b3d-95f3-42ea-b01a-4a3ed60ba31c tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:28:13.972427 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eb0b3d-95f3-42ea-b01a-4a3ed60ba31c tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:28:13.973090 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eb0b3d-95f3-42ea-b01a-4a3ed60ba31c tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:28:13.973488 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eb0b3d-95f3-42ea-b01a-4a3ed60ba31c tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:28:13.973883 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eb0b3d-95f3-42ea-b01a-4a3ed60ba31c tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:28:13.974278 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eb0b3d-95f3-42ea-b01a-4a3ed60ba31c tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:28:13.975273 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eb0b3d-95f3-42ea-b01a-4a3ed60ba31c tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:28:13.975703 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eb0b3d-95f3-42ea-b01a-4a3ed60ba31c tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:28:13.976096 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eb0b3d-95f3-42ea-b01a-4a3ed60ba31c tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:28:13.976486 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eb0b3d-95f3-42ea-b01a-4a3ed60ba31c tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:28:13.976871 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eb0b3d-95f3-42ea-b01a-4a3ed60ba31c tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:28:13.977295 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eb0b3d-95f3-42ea-b01a-4a3ed60ba31c tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:28:13.977682 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eb0b3d-95f3-42ea-b01a-4a3ed60ba31c tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:28:13.978066 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eb0b3d-95f3-42ea-b01a-4a3ed60ba31c tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:28:13.978454 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eb0b3d-95f3-42ea-b01a-4a3ed60ba31c tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:28:13.978865 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eb0b3d-95f3-42ea-b01a-4a3ed60ba31c tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:28:13.979252 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eb0b3d-95f3-42ea-b01a-4a3ed60ba31c tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:28:13.979636 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eb0b3d-95f3-42ea-b01a-4a3ed60ba31c tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:28:13.980020 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eb0b3d-95f3-42ea-b01a-4a3ed60ba31c tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:28:13.980403 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eb0b3d-95f3-42ea-b01a-4a3ed60ba31c tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:28:13.980787 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eb0b3d-95f3-42ea-b01a-4a3ed60ba31c tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:28:13.981169 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eb0b3d-95f3-42ea-b01a-4a3ed60ba31c tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:28:13.981551 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94eb0b3d-95f3-42ea-b01a-4a3ed60ba31c tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:28:13.986828 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-94eb0b3d-95f3-42ea-b01a-4a3ed60ba31c tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:28:14.032459 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c52d196-b23e-43f5-97d7-7ced8bf22fd2 req-94eb0b3d-95f3-42ea-b01a-4a3ed60ba31c tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Network ff162525-9129-466c-abb3-04bca03e739a is already hosted by enough agents. {{(pid=83971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:28:14.033567 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.base_scheduler [req-7c52d196-b23e-43f5-97d7-7ced8bf22fd2 req-94eb0b3d-95f3-42ea-b01a-4a3ed60ba31c tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Resources bound (agent type, host, resource id): {{(pid=83971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:28:14.035898 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c52d196-b23e-43f5-97d7-7ced8bf22fd2 req-94eb0b3d-95f3-42ea-b01a-4a3ed60ba31c tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Received port after_create {{(pid=83971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 21:28:14.041019 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c52d196-b23e-43f5-97d7-7ced8bf22fd2 req-94eb0b3d-95f3-42ea-b01a-4a3ed60ba31c tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:28:14.041683 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-7c52d196-b23e-43f5-97d7-7ced8bf22fd2 req-94eb0b3d-95f3-42ea-b01a-4a3ed60ba31c tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768493'] for port, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:28:14.067074 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-7c52d196-b23e-43f5-97d7-7ced8bf22fd2 req-94eb0b3d-95f3-42ea-b01a-4a3ed60ba31c tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2731442 Feb 17 21:28:14.079972 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [req-7c52d196-b23e-43f5-97d7-7ced8bf22fd2 req-3b708d89-daff-4fe8-8888-bcd0701de70f service neutron] Request body: {'port': {'device_id': '2f5b4c5f-dfc2-41f9-8a51-380881407087', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:28:14.199541 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-7c52d196-b23e-43f5-97d7-7ced8bf22fd2 req-3b708d89-daff-4fe8-8888-bcd0701de70f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:28:14.212024 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.agents_db [None req-d7035ca1-ab1a-4600-abec-6b06ab5f95db None None] Agent healthcheck: found 6 active agents {{(pid=83973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 21:28:14.668005 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [req-7c52d196-b23e-43f5-97d7-7ced8bf22fd2 req-3b708d89-daff-4fe8-8888-bcd0701de70f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ca60e92-fc9e-4983-8c32-16381de114f3 {{(pid=83971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 21:28:14.677749 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-7c52d196-b23e-43f5-97d7-7ced8bf22fd2 req-3b708d89-daff-4fe8-8888-bcd0701de70f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:28:14.697604 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [req-7c52d196-b23e-43f5-97d7-7ced8bf22fd2 req-3b708d89-daff-4fe8-8888-bcd0701de70f service neutron] Transition to ACTIVE for port object 9ca60e92-fc9e-4983-8c32-16381de114f3 will not be triggered until provisioned by entity L2. {{(pid=83971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:28:14.702045 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-7c52d196-b23e-43f5-97d7-7ced8bf22fd2 req-3b708d89-daff-4fe8-8888-bcd0701de70f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:28:14.717776 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-af1c00bd-b472-4a69-88ea-92e0818ee697 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:28:14.856433 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6806b799-f7f5-4282-b997-2aa76d6834a7 req-2c7bfcb0-666f-4c4f-b880-79ffd1dbea3a tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:28:14.857211 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-6806b799-f7f5-4282-b997-2aa76d6834a7 req-2c7bfcb0-666f-4c4f-b880-79ffd1dbea3a tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Synchronizing usage tracker for tenant:4476230ea1094520856f2f2fbbbaa4aa on resource:port {{(pid=83971) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:28:14.881458 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b708d89-daff-4fe8-8888-bcd0701de70f service neutron] Pushing event updated for resources: {'Port': ['ID=9ca60e92-fc9e-4983-8c32-16381de114f3,revision_number=2']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:28:14.898306 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-3b708d89-daff-4fe8-8888-bcd0701de70f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:28:14.914418 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-6806b799-f7f5-4282-b997-2aa76d6834a7 req-2c7bfcb0-666f-4c4f-b880-79ffd1dbea3a tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Unset dirty status for tenant:4476230ea1094520856f2f2fbbbaa4aa on resource:port {{(pid=83971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:28:14.915730 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-6806b799-f7f5-4282-b997-2aa76d6834a7 req-2c7bfcb0-666f-4c4f-b880-79ffd1dbea3a tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] 10.222.0.90 "GET /v2.0/ports?device_id=2f5b4c5f-dfc2-41f9-8a51-380881407087 HTTP/1.1" status: 200 len: 931 time: 0.3126788 Feb 17 21:28:15.049201 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-6806b799-f7f5-4282-b997-2aa76d6834a7 req-84ef778d-0c4d-4fed-b33c-4faa55057331 tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] 10.222.0.90 "GET /v2.0/security-groups?id=c12cb739-bac6-49c6-b5dd-737f37e858f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266868 Feb 17 21:28:15.056246 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [req-7c52d196-b23e-43f5-97d7-7ced8bf22fd2 req-3b708d89-daff-4fe8-8888-bcd0701de70f service neutron] Attempting to bind port 9ca60e92-fc9e-4983-8c32-16381de114f3 on host hv-cinder-76019 for vnic_type normal with profile {{(pid=83971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 21:28:15.056602 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [req-7c52d196-b23e-43f5-97d7-7ced8bf22fd2 req-3b708d89-daff-4fe8-8888-bcd0701de70f service neutron] Attempting to bind port 9ca60e92-fc9e-4983-8c32-16381de114f3 by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': 'e0565fde-f833-48af-9eb6-6c70385b5fa4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ff162525-9129-466c-abb3-04bca03e739a'}] {{(pid=83971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 21:28:15.056976 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c52d196-b23e-43f5-97d7-7ced8bf22fd2 req-3b708d89-daff-4fe8-8888-bcd0701de70f service neutron] Attempting to bind port 9ca60e92-fc9e-4983-8c32-16381de114f3 on network ff162525-9129-466c-abb3-04bca03e739a {{(pid=83971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 21:28:15.063281 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c52d196-b23e-43f5-97d7-7ced8bf22fd2 req-3b708d89-daff-4fe8-8888-bcd0701de70f service neutron] Checking agent: {'id': '6e714d21-3fd0-4fe2-be64-3af0527f8f44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 21, 15, 59), 'started_at': datetime.datetime(2021, 2, 17, 21, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 21:28:15.063662 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c52d196-b23e-43f5-97d7-7ced8bf22fd2 req-3b708d89-daff-4fe8-8888-bcd0701de70f service neutron] Checking segment: {'id': 'e0565fde-f833-48af-9eb6-6c70385b5fa4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ff162525-9129-466c-abb3-04bca03e739a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:28:15.064075 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-7c52d196-b23e-43f5-97d7-7ced8bf22fd2 req-3b708d89-daff-4fe8-8888-bcd0701de70f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:28:15.074320 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c52d196-b23e-43f5-97d7-7ced8bf22fd2 req-3b708d89-daff-4fe8-8888-bcd0701de70f service neutron] Bound using segment: {'id': 'e0565fde-f833-48af-9eb6-6c70385b5fa4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ff162525-9129-466c-abb3-04bca03e739a'} {{(pid=83971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 21:28:15.074320 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [req-7c52d196-b23e-43f5-97d7-7ced8bf22fd2 req-3b708d89-daff-4fe8-8888-bcd0701de70f service neutron] Bound port: 9ca60e92-fc9e-4983-8c32-16381de114f3, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0565fde-f833-48af-9eb6-6c70385b5fa4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ff162525-9129-466c-abb3-04bca03e739a'}}] {{(pid=83971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 21:28:15.074320 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-7c52d196-b23e-43f5-97d7-7ced8bf22fd2 req-3b708d89-daff-4fe8-8888-bcd0701de70f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:28:15.161386 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [req-7c52d196-b23e-43f5-97d7-7ced8bf22fd2 req-3b708d89-daff-4fe8-8888-bcd0701de70f service neutron] For port 9ca60e92-fc9e-4983-8c32-16381de114f3, host hv-cinder-76019, cleared binding levels {{(pid=83971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 21:28:15.165175 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [req-7c52d196-b23e-43f5-97d7-7ced8bf22fd2 req-3b708d89-daff-4fe8-8888-bcd0701de70f service neutron] For port 9ca60e92-fc9e-4983-8c32-16381de114f3, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=9ca60e92-fc9e-4983-8c32-16381de114f3,segment=NetworkSegment(e0565fde-f833-48af-9eb6-6c70385b5fa4),segment_id=e0565fde-f833-48af-9eb6-6c70385b5fa4)] {{(pid=83971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 21:28:15.168375 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-7c52d196-b23e-43f5-97d7-7ced8bf22fd2 req-3b708d89-daff-4fe8-8888-bcd0701de70f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:28:15.183694 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d84e4a73-d66e-41d5-9072-5503e38b92ed tempest-AttachVolumeShelveTestJSON-675314473 tempest-AttachVolumeShelveTestJSON-675314473-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:28:15.339735 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b708d89-daff-4fe8-8888-bcd0701de70f service neutron] Pushing event updated for resources: {'Port': ['ID=9ca60e92-fc9e-4983-8c32-16381de114f3,revision_number=3']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:28:15.345271 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-3b708d89-daff-4fe8-8888-bcd0701de70f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:28:15.375173 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c52d196-b23e-43f5-97d7-7ced8bf22fd2 req-3b708d89-daff-4fe8-8888-bcd0701de70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:28:15.375858 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-7c52d196-b23e-43f5-97d7-7ced8bf22fd2 req-3b708d89-daff-4fe8-8888-bcd0701de70f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768493'] for port, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:28:15.377334 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-7c52d196-b23e-43f5-97d7-7ced8bf22fd2 req-3b708d89-daff-4fe8-8888-bcd0701de70f service neutron] 10.222.0.95 "PUT /v2.0/ports/9ca60e92-fc9e-4983-8c32-16381de114f3 HTTP/1.1" status: 200 len: 1157 time: 1.3018761 Feb 17 21:28:15.377961 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f5b4c5f-dfc2-41f9-8a51-380881407087', 'tag': '9ca60e92-fc9e-4983-8c32-16381de114f3'}] {{(pid=83971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:28:15.454830 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f5b4c5f-dfc2-41f9-8a51-380881407087', 'tag': '9ca60e92-fc9e-4983-8c32-16381de114f3', 'status': 'completed', 'code': 200} Feb 17 21:28:15.491393 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c52d196-b23e-43f5-97d7-7ced8bf22fd2 req-bd64c612-e2d1-482b-adb9-98cb406c2890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:28:15.493005 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-7c52d196-b23e-43f5-97d7-7ced8bf22fd2 req-bd64c612-e2d1-482b-adb9-98cb406c2890 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=4476230ea1094520856f2f2fbbbaa4aa&device_id=2f5b4c5f-dfc2-41f9-8a51-380881407087 HTTP/1.1" status: 200 len: 1160 time: 0.0796971 Feb 17 21:28:15.570636 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-7c52d196-b23e-43f5-97d7-7ced8bf22fd2 req-b3e6b75c-6eb7-43aa-9a59-d2a24a603819 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9ca60e92-fc9e-4983-8c32-16381de114f3 HTTP/1.1" status: 200 len: 217 time: 0.0699937 Feb 17 21:28:15.642447 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c52d196-b23e-43f5-97d7-7ced8bf22fd2 req-898ace61-5301-42d9-ae21-2d8cfe526e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:28:15.644010 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-7c52d196-b23e-43f5-97d7-7ced8bf22fd2 req-898ace61-5301-42d9-ae21-2d8cfe526e03 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=f50c0681-d850-4992-a1b5-0cb7c794d78f HTTP/1.1" status: 200 len: 854 time: 0.0643601 Feb 17 21:28:15.698120 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-7c52d196-b23e-43f5-97d7-7ced8bf22fd2 req-28eec981-d928-497b-aa3b-afc3dc22bf36 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=ff162525-9129-466c-abb3-04bca03e739a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460241 Feb 17 21:28:15.841058 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-7c52d196-b23e-43f5-97d7-7ced8bf22fd2 req-1ec215a4-7a85-4651-ba4c-6bab65df101f service neutron] 10.222.0.95 "GET /v2.0/networks/ff162525-9129-466c-abb3-04bca03e739a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360271 Feb 17 21:28:15.985684 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-7c52d196-b23e-43f5-97d7-7ced8bf22fd2 req-158e41a5-de1a-41ae-9319-635c15e54b3f service neutron] 10.222.0.95 "GET /v2.0/networks/ff162525-9129-466c-abb3-04bca03e739a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1370945 Feb 17 21:28:16.117559 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc58d6a-2575-42dc-9641-d7bbbb72452a req-b8320979-1fed-4a02-86d6-6ab32396c700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:28:16.119229 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-1fc58d6a-2575-42dc-9641-d7bbbb72452a req-b8320979-1fed-4a02-86d6-6ab32396c700 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=4476230ea1094520856f2f2fbbbaa4aa&device_id=2f5b4c5f-dfc2-41f9-8a51-380881407087 HTTP/1.1" status: 200 len: 1160 time: 0.0854588 Feb 17 21:28:16.329149 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc58d6a-2575-42dc-9641-d7bbbb72452a req-aac0349f-18e6-4f6a-956c-eaae8dc3b461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:28:16.330767 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-1fc58d6a-2575-42dc-9641-d7bbbb72452a req-aac0349f-18e6-4f6a-956c-eaae8dc3b461 service neutron] 10.222.0.95 "GET /v2.0/networks?id=ff162525-9129-466c-abb3-04bca03e739a HTTP/1.1" status: 200 len: 908 time: 0.2044127 Feb 17 21:28:16.338562 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f138f59-2c85-42f9-8713-27f11fb1e46c req-c81efe0d-ce0d-42d2-bd47-28c1ac1e441d tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:28:16.340067 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-5f138f59-2c85-42f9-8713-27f11fb1e46c req-c81efe0d-ce0d-42d2-bd47-28c1ac1e441d tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] 10.222.0.90 "GET /v2.0/ports?device_id=2f5b4c5f-dfc2-41f9-8a51-380881407087 HTTP/1.1" status: 200 len: 943 time: 0.1396725 Feb 17 21:28:16.421994 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-1fc58d6a-2575-42dc-9641-d7bbbb72452a req-e406089c-8edc-4639-947b-8c434103ac31 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=9ca60e92-fc9e-4983-8c32-16381de114f3 HTTP/1.1" status: 200 len: 217 time: 0.0809321 Feb 17 21:28:16.500905 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-5f138f59-2c85-42f9-8713-27f11fb1e46c req-f14e9364-c761-4cf2-9620-981b0c3f9802 tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] 10.222.0.90 "GET /v2.0/security-groups?id=c12cb739-bac6-49c6-b5dd-737f37e858f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004415 Feb 17 21:28:16.512040 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc58d6a-2575-42dc-9641-d7bbbb72452a req-20a8ae29-1f36-4d82-9e2f-629e1d0bbc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:28:16.513587 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-1fc58d6a-2575-42dc-9641-d7bbbb72452a req-20a8ae29-1f36-4d82-9e2f-629e1d0bbc99 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=f50c0681-d850-4992-a1b5-0cb7c794d78f HTTP/1.1" status: 200 len: 854 time: 0.0833313 Feb 17 21:28:16.568439 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-1fc58d6a-2575-42dc-9641-d7bbbb72452a req-bc3c7ab7-5c6c-41d6-8c0c-409bd9918c5e service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=ff162525-9129-466c-abb3-04bca03e739a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479684 Feb 17 21:28:16.712967 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-1fc58d6a-2575-42dc-9641-d7bbbb72452a req-c11bdf3c-069f-4854-b9c1-a601f24a6647 service neutron] 10.222.0.95 "GET /v2.0/networks/ff162525-9129-466c-abb3-04bca03e739a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358726 Feb 17 21:28:16.856888 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-1fc58d6a-2575-42dc-9641-d7bbbb72452a req-a0da1205-dc53-4b01-ba22-7982e97afed1 service neutron] 10.222.0.95 "GET /v2.0/networks/ff162525-9129-466c-abb3-04bca03e739a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1367078 Feb 17 21:28:17.701675 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d98aa7-70ee-442a-b33a-4d84199ff0b0 req-95a4fd5e-50a2-4fe6-9899-a1f45c2a4dfe tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:28:17.703309 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-23d98aa7-70ee-442a-b33a-4d84199ff0b0 req-95a4fd5e-50a2-4fe6-9899-a1f45c2a4dfe tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] 10.222.0.90 "GET /v2.0/ports?device_id=2f5b4c5f-dfc2-41f9-8a51-380881407087 HTTP/1.1" status: 200 len: 943 time: 0.0845234 Feb 17 21:28:17.755126 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-23d98aa7-70ee-442a-b33a-4d84199ff0b0 req-2b0b3ec6-b552-475a-ad46-ea6830aed0a8 tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] 10.222.0.90 "GET /v2.0/security-groups?id=c12cb739-bac6-49c6-b5dd-737f37e858f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455518 Feb 17 21:28:18.007930 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.objects.ports [None req-48445dd1-4aa4-4bcf-a307-3dee13b7b351 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=83972) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 17 21:28:18.330217 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Device 9ca60e92-fc9e-4983-8c32-16381de114f3 up at agent ovs-agent-hv-cinder-76019 {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:28:18.404818 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Provisioning for port 9ca60e92-fc9e-4983-8c32-16381de114f3 completed by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:28:18.409605 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Provisioning complete for port 9ca60e92-fc9e-4983-8c32-16381de114f3 triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:28:18.410026 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:28:18.531887 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:28:18.559304 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f5b4c5f-dfc2-41f9-8a51-380881407087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ca60e92-fc9e-4983-8c32-16381de114f3'}] {{(pid=83972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:28:18.570508 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] For port 9ca60e92-fc9e-4983-8c32-16381de114f3, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=9ca60e92-fc9e-4983-8c32-16381de114f3,segment=NetworkSegment(e0565fde-f833-48af-9eb6-6c70385b5fa4),segment_id=e0565fde-f833-48af-9eb6-6c70385b5fa4)] {{(pid=83972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:28:18.573039 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:28:18.575006 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-c7e2050d-6cef-4ada-b512-4463d3622294 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:28:18.613430 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f5b4c5f-dfc2-41f9-8a51-380881407087', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ca60e92-fc9e-4983-8c32-16381de114f3', 'code': 200} Feb 17 21:28:18.648002 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Pushing event updated for resources: {'Port': ['ID=9ca60e92-fc9e-4983-8c32-16381de114f3,revision_number=4']} {{(pid=83972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:28:18.655909 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:28:18.656299 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:28:18.656681 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:28:18.657054 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:28:18.657426 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:28:18.657797 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:28:18.658163 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:28:18.658525 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:28:18.658919 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:28:18.659284 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:28:18.659647 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:28:18.660045 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:28:18.660408 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:28:18.660769 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:28:18.661129 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:28:18.661488 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:28:18.661848 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:28:18.662276 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:28:18.662761 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:28:18.663126 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:28:18.663495 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:28:18.663854 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:28:18.664215 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:28:18.664571 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:28:18.669085 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:28:18.843273 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f00852-d1cd-4d15-bc9a-2e94d9a4976b req-169288c3-3e31-4826-a1ff-2b4c6ffda662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:28:18.844806 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-a5f00852-d1cd-4d15-bc9a-2e94d9a4976b req-169288c3-3e31-4826-a1ff-2b4c6ffda662 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=2f5b4c5f-dfc2-41f9-8a51-380881407087 HTTP/1.1" status: 200 len: 1162 time: 0.0764368 Feb 17 21:28:18.948251 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-a5f00852-d1cd-4d15-bc9a-2e94d9a4976b req-96d6a0a6-fe63-4442-8319-f08af518709d service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=c12cb739-bac6-49c6-b5dd-737f37e858f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957909 Feb 17 21:28:18.971570 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf16bce-4edd-48f3-beae-763c38d4c4b0 req-41704183-130b-4b34-95f5-3d5fc3bcf826 tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:28:18.973347 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-2cf16bce-4edd-48f3-beae-763c38d4c4b0 req-41704183-130b-4b34-95f5-3d5fc3bcf826 tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] 10.222.0.90 "GET /v2.0/ports?device_id=2f5b4c5f-dfc2-41f9-8a51-380881407087 HTTP/1.1" status: 200 len: 945 time: 0.1057391 Feb 17 21:28:19.021144 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-2cf16bce-4edd-48f3-beae-763c38d4c4b0 req-7e60f475-4b7f-42e1-8fb1-e7bbac4c3d3f tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] 10.222.0.90 "GET /v2.0/security-groups?id=c12cb739-bac6-49c6-b5dd-737f37e858f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410793 Feb 17 21:28:19.948976 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Device 9ca60e92-fc9e-4983-8c32-16381de114f3 up at agent ovs-agent-hv-cinder-76019 {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:28:20.022546 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Provisioning complete for port 9ca60e92-fc9e-4983-8c32-16381de114f3 triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:28:20.022998 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:28:20.224785 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32771fd-87e3-46f1-9c34-1683a31bc504 req-38427565-10fe-4a88-8b0d-ac2b1e9ed5e8 tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:28:20.226322 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-d32771fd-87e3-46f1-9c34-1683a31bc504 req-38427565-10fe-4a88-8b0d-ac2b1e9ed5e8 tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] 10.222.0.90 "GET /v2.0/ports?device_id=2f5b4c5f-dfc2-41f9-8a51-380881407087 HTTP/1.1" status: 200 len: 945 time: 0.0869329 Feb 17 21:28:20.274177 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-d32771fd-87e3-46f1-9c34-1683a31bc504 req-0808373d-de8c-4778-9371-5d7db6d1aae8 tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] 10.222.0.90 "GET /v2.0/security-groups?id=c12cb739-bac6-49c6-b5dd-737f37e858f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411770 Feb 17 21:28:29.536038 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:28:30.446379 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-2a2aaa0e-afce-4be8-998f-e4878cd4b17e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:28:32.504997 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-69975cd6-7be4-4ba0-93a8-420fc170c07f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:28:33.280199 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f1cec3f0-2839-4108-802d-97c7b40b55a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:28:34.509562 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:28:35.017868 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-b3b29b12-cbe5-4ec2-9621-66af0787c66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:28:51.213529 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.agents_db [None req-d7035ca1-ab1a-4600-abec-6b06ab5f95db None None] Agent healthcheck: found 6 active agents {{(pid=83973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 21:28:56.865497 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f01aad-2595-4c3a-b9b8-b66ccc73fede req-7adbc0ba-f543-43fa-b2fd-e6a7a07c1005 tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:28:56.867097 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-63f01aad-2595-4c3a-b9b8-b66ccc73fede req-7adbc0ba-f543-43fa-b2fd-e6a7a07c1005 tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] 10.222.0.90 "GET /v2.0/ports?device_id=2f5b4c5f-dfc2-41f9-8a51-380881407087 HTTP/1.1" status: 200 len: 945 time: 0.0877378 Feb 17 21:28:56.914885 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-63f01aad-2595-4c3a-b9b8-b66ccc73fede req-9372b938-1ba9-460e-ab7f-ca1ae42b6827 tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] 10.222.0.90 "GET /v2.0/security-groups?id=c12cb739-bac6-49c6-b5dd-737f37e858f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413415 Feb 17 21:28:58.119585 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a31709c-e23f-4c5c-bf91-68f1abf83ef7 req-2fd4540e-accd-4407-9148-887df2b40809 tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:28:58.121192 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-5a31709c-e23f-4c5c-bf91-68f1abf83ef7 req-2fd4540e-accd-4407-9148-887df2b40809 tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] 10.222.0.90 "GET /v2.0/ports?device_id=2f5b4c5f-dfc2-41f9-8a51-380881407087 HTTP/1.1" status: 200 len: 945 time: 0.0917008 Feb 17 21:28:58.168462 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-5a31709c-e23f-4c5c-bf91-68f1abf83ef7 req-c64d283d-498a-4535-bdb4-f151a59a0f1a tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] 10.222.0.90 "GET /v2.0/security-groups?id=c12cb739-bac6-49c6-b5dd-737f37e858f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410259 Feb 17 21:28:59.366919 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0c0919-bf56-4aa7-9320-644f107216d6 req-b628ff6a-da93-43f2-88c5-cfac2f73f509 tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:28:59.369306 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-df0c0919-bf56-4aa7-9320-644f107216d6 req-b628ff6a-da93-43f2-88c5-cfac2f73f509 tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] 10.222.0.90 "GET /v2.0/ports?device_id=2f5b4c5f-dfc2-41f9-8a51-380881407087 HTTP/1.1" status: 200 len: 945 time: 0.0869267 Feb 17 21:28:59.415859 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-df0c0919-bf56-4aa7-9320-644f107216d6 req-f1bedbf8-dfea-4d9d-8fb4-d1595a2f9cf1 tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] 10.222.0.90 "GET /v2.0/security-groups?id=c12cb739-bac6-49c6-b5dd-737f37e858f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405395 Feb 17 21:28:59.528462 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:29:00.447087 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-45450dec-e2ee-460e-82cb-51408ca5a20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:29:00.619265 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ff51e-66be-4f7e-a7e8-ad8f3b3944fc req-2530586c-aa88-4400-9f80-9a1ec991204e tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:29:00.620855 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-ec1ff51e-66be-4f7e-a7e8-ad8f3b3944fc req-2530586c-aa88-4400-9f80-9a1ec991204e tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] 10.222.0.90 "GET /v2.0/ports?device_id=2f5b4c5f-dfc2-41f9-8a51-380881407087 HTTP/1.1" status: 200 len: 945 time: 0.0893154 Feb 17 21:29:00.668124 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-ec1ff51e-66be-4f7e-a7e8-ad8f3b3944fc req-81d898f8-d108-47d2-9a41-e3ba3ac47bd0 tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] 10.222.0.90 "GET /v2.0/security-groups?id=c12cb739-bac6-49c6-b5dd-737f37e858f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410519 Feb 17 21:29:01.867525 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396cbce3-9694-4c20-bfc6-a283a37d25b4 req-e3eafae2-2802-4b52-b9ef-2766b34756fe tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:29:01.869114 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-396cbce3-9694-4c20-bfc6-a283a37d25b4 req-e3eafae2-2802-4b52-b9ef-2766b34756fe tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] 10.222.0.90 "GET /v2.0/ports?device_id=2f5b4c5f-dfc2-41f9-8a51-380881407087 HTTP/1.1" status: 200 len: 945 time: 0.0874872 Feb 17 21:29:01.916331 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-396cbce3-9694-4c20-bfc6-a283a37d25b4 req-3941d2f1-6a22-4e80-86c7-0e5d72e61ed4 tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] 10.222.0.90 "GET /v2.0/security-groups?id=c12cb739-bac6-49c6-b5dd-737f37e858f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409248 Feb 17 21:29:02.211300 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Device 9ca60e92-fc9e-4983-8c32-16381de114f3 up at agent ovs-agent-hv-cinder-76019 {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:29:02.285694 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Provisioning complete for port 9ca60e92-fc9e-4983-8c32-16381de114f3 triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:29:02.286038 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:29:02.299734 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7969327d-1bed-4d98-9d7a-828dd1c1433f req-68551d19-4dc9-4f3a-8084-0acf1ffc0af0 tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:29:02.301339 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-7969327d-1bed-4d98-9d7a-828dd1c1433f req-68551d19-4dc9-4f3a-8084-0acf1ffc0af0 tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] 10.222.0.95 "GET /v2.0/ports?device_id=2f5b4c5f-dfc2-41f9-8a51-380881407087 HTTP/1.1" status: 200 len: 945 time: 0.0850146 Feb 17 21:29:02.381381 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [req-7969327d-1bed-4d98-9d7a-828dd1c1433f req-3ad009a2-c724-4ddd-9f9d-17ffc8baf1e0 tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Deleting port 9ca60e92-fc9e-4983-8c32-16381de114f3 {{(pid=83971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:29:02.381763 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-7969327d-1bed-4d98-9d7a-828dd1c1433f req-3ad009a2-c724-4ddd-9f9d-17ffc8baf1e0 tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506882676'] for port, before_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:29:02.505776 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-9a1f18f8-0bb4-4e09-ad15-3768c7d454e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:29:02.638878 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [req-7969327d-1bed-4d98-9d7a-828dd1c1433f req-3ad009a2-c724-4ddd-9f9d-17ffc8baf1e0 tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] For port 9ca60e92-fc9e-4983-8c32-16381de114f3, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=9ca60e92-fc9e-4983-8c32-16381de114f3,segment=NetworkSegment(e0565fde-f833-48af-9eb6-6c70385b5fa4),segment_id=e0565fde-f833-48af-9eb6-6c70385b5fa4)] {{(pid=83971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:29:02.639206 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-7969327d-1bed-4d98-9d7a-828dd1c1433f req-3ad009a2-c724-4ddd-9f9d-17ffc8baf1e0 tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-921726'] for port, precommit_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:29:03.012120 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [req-7969327d-1bed-4d98-9d7a-828dd1c1433f req-3ad009a2-c724-4ddd-9f9d-17ffc8baf1e0 tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Calling delete_port for 9ca60e92-fc9e-4983-8c32-16381de114f3 owned by compute:nova {{(pid=83971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:29:03.215668 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49fba96-265e-4a98-a79b-7d9cb237df43 req-c51869de-10af-4a21-ab8a-8ed9b1515b72 tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:29:03.217165 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-a49fba96-265e-4a98-a79b-7d9cb237df43 req-c51869de-10af-4a21-ab8a-8ed9b1515b72 tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] 10.222.0.90 "GET /v2.0/ports?device_id=2f5b4c5f-dfc2-41f9-8a51-380881407087 HTTP/1.1" status: 200 len: 945 time: 0.1747518 Feb 17 21:29:03.262434 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-7969327d-1bed-4d98-9d7a-828dd1c1433f req-3ad009a2-c724-4ddd-9f9d-17ffc8baf1e0 tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782347900463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782347493337'] for port, after_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:29:03.283104 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f1cec3f0-2839-4108-802d-97c7b40b55a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:29:03.283336 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-c7c9e020-c163-4e9c-a259-ffb784c474b0 tempest-TestShelveInstance-995808345 tempest-TestShelveInstance-995808345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:29:03.395807 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad009a2-c724-4ddd-9f9d-17ffc8baf1e0 tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Pushing event deleted for resources: {'Port': ['ID=9ca60e92-fc9e-4983-8c32-16381de114f3,revision_number=None']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:29:03.398679 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-3ad009a2-c724-4ddd-9f9d-17ffc8baf1e0 tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:29:03.402605 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-a49fba96-265e-4a98-a79b-7d9cb237df43 req-6960fd14-acfc-40f0-8f59-9b34f2338ac9 tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] 10.222.0.90 "GET /v2.0/security-groups?id=c12cb739-bac6-49c6-b5dd-737f37e858f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768389 Feb 17 21:29:03.501842 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [req-7969327d-1bed-4d98-9d7a-828dd1c1433f req-3ad009a2-c724-4ddd-9f9d-17ffc8baf1e0 tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] No DVR routers for this DVR port 9ca60e92-fc9e-4983-8c32-16381de114f3 on host hv-cinder-76019 {{(pid=83971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 21:29:03.504042 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-7969327d-1bed-4d98-9d7a-828dd1c1433f req-3ad009a2-c724-4ddd-9f9d-17ffc8baf1e0 tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768493'] for port, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:29:03.506744 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f5b4c5f-dfc2-41f9-8a51-380881407087', 'name': 'network-vif-deleted', 'tag': '9ca60e92-fc9e-4983-8c32-16381de114f3'}] {{(pid=83971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:29:03.522270 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-7969327d-1bed-4d98-9d7a-828dd1c1433f req-3ad009a2-c724-4ddd-9f9d-17ffc8baf1e0 tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] 10.222.0.95 "DELETE /v2.0/ports/9ca60e92-fc9e-4983-8c32-16381de114f3 HTTP/1.1" status: 204 len: 173 time: 1.2143567 Feb 17 21:29:03.613872 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f5b4c5f-dfc2-41f9-8a51-380881407087', 'name': 'network-vif-deleted', 'tag': '9ca60e92-fc9e-4983-8c32-16381de114f3', 'status': 'completed', 'code': 200} Feb 17 21:29:04.174825 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Device 9ca60e92-fc9e-4983-8c32-16381de114f3 no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:29:04.379460 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] No Port match for: 9ca60e92-fc9e-4983-8c32-16381de114f3 {{(pid=83972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 21:29:04.379851 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Device 9ca60e92-fc9e-4983-8c32-16381de114f3 not bound to the agent host hv-cinder-76019 {{(pid=83972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 21:29:04.511247 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:29:05.018767 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-b3b29b12-cbe5-4ec2-9621-66af0787c66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:29:08.745578 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893413f1-7f39-4ab7-ab01-a49216ae9359 req-bfb9078d-f1a2-42c7-8db8-82a08ff97d60 tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:29:08.747135 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-893413f1-7f39-4ab7-ab01-a49216ae9359 req-bfb9078d-f1a2-42c7-8db8-82a08ff97d60 tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] 10.222.0.90 "GET /v2.0/networks?id=ff162525-9129-466c-abb3-04bca03e739a HTTP/1.1" status: 200 len: 814 time: 0.1595032 Feb 17 21:29:08.762811 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-893413f1-7f39-4ab7-ab01-a49216ae9359 req-a59d9946-4ab9-415b-b232-b08db5adc4a7 tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] 10.222.0.90 "GET /v2.0/quotas/4476230ea1094520856f2f2fbbbaa4aa HTTP/1.1" status: 200 len: 375 time: 0.0097134 Feb 17 21:29:08.814890 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-893413f1-7f39-4ab7-ab01-a49216ae9359 req-a3fe0f40-a301-4f52-a0e1-2d58b7d98a91 tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Synchronizing usage tracker for tenant:4476230ea1094520856f2f2fbbbaa4aa on resource:port {{(pid=83971) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:29:08.829244 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-893413f1-7f39-4ab7-ab01-a49216ae9359 req-a3fe0f40-a301-4f52-a0e1-2d58b7d98a91 tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Unset dirty status for tenant:4476230ea1094520856f2f2fbbbaa4aa on resource:port {{(pid=83971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:29:08.830567 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-893413f1-7f39-4ab7-ab01-a49216ae9359 req-a3fe0f40-a301-4f52-a0e1-2d58b7d98a91 tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] 10.222.0.90 "GET /v2.0/ports?tenant_id=4476230ea1094520856f2f2fbbbaa4aa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0624611 Feb 17 21:29:08.887451 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [req-893413f1-7f39-4ab7-ab01-a49216ae9359 req-c65917d9-9244-427b-9e53-03e721e1f096 service neutron] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=83971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 21:29:08.888546 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-893413f1-7f39-4ab7-ab01-a49216ae9359 req-c65917d9-9244-427b-9e53-03e721e1f096 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0508277 Feb 17 21:29:09.032887 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-893413f1-7f39-4ab7-ab01-a49216ae9359 req-a4ef43b0-44b8-44e0-b76c-6ade7a0a9059 service neutron] 10.222.0.90 "GET /v2.0/networks/ff162525-9129-466c-abb3-04bca03e739a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379116 Feb 17 21:29:09.180523 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-893413f1-7f39-4ab7-ab01-a49216ae9359 req-3ae1f270-529b-488c-9c5d-a68bcd677d07 service neutron] 10.222.0.90 "GET /v2.0/networks/ff162525-9129-466c-abb3-04bca03e739a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1411872 Feb 17 21:29:09.377603 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-9ab32766-c0ae-46c2-a86c-ffe4b9b6f2bd req-c5a40014-e10c-412d-9476-12b51dc02649 tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] 10.222.0.90 "GET /v2.0/ports?device_id=372f73e6-b730-4181-8390-7d7d8ad09825 HTTP/1.1" status: 200 len: 210 time: 0.0521450 Feb 17 21:29:10.615276 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-f8e9cad3-0747-4aae-9ab1-ec2c1def00b9 req-d8f92133-7677-4331-937e-7e48bf6b2cdd tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] 10.222.0.90 "GET /v2.0/ports?device_id=372f73e6-b730-4181-8390-7d7d8ad09825 HTTP/1.1" status: 200 len: 210 time: 0.1129565 Feb 17 21:29:10.676973 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893413f1-7f39-4ab7-ab01-a49216ae9359 req-de971134-e31a-4a25-b036-f9af9fc5d5ff tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:29:10.678413 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-893413f1-7f39-4ab7-ab01-a49216ae9359 req-de971134-e31a-4a25-b036-f9af9fc5d5ff tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] 10.222.0.95 "GET /v2.0/networks?id=ff162525-9129-466c-abb3-04bca03e739a HTTP/1.1" status: 200 len: 814 time: 0.2039468 Feb 17 21:29:10.692922 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [req-893413f1-7f39-4ab7-ab01-a49216ae9359 req-071a28a1-10dd-48ad-a756-c23a6ed3badd tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Request body: {'port': {'device_id': '372f73e6-b730-4181-8390-7d7d8ad09825', 'network_id': 'ff162525-9129-466c-abb3-04bca03e739a', 'admin_state_up': True, 'tenant_id': '4476230ea1094520856f2f2fbbbaa4aa'}} {{(pid=83971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:29:10.838793 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [req-893413f1-7f39-4ab7-ab01-a49216ae9359 req-071a28a1-10dd-48ad-a756-c23a6ed3badd tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 17 21:29:10.848765 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.quota.driver [req-893413f1-7f39-4ab7-ab01-a49216ae9359 req-071a28a1-10dd-48ad-a756-c23a6ed3badd tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83971) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 17 21:29:10.857413 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-893413f1-7f39-4ab7-ab01-a49216ae9359 req-071a28a1-10dd-48ad-a756-c23a6ed3badd tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Made reservation on behalf of 4476230ea1094520856f2f2fbbbaa4aa for: {'port': 1} {{(pid=83971) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 17 21:29:10.862943 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-893413f1-7f39-4ab7-ab01-a49216ae9359 req-071a28a1-10dd-48ad-a756-c23a6ed3badd tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:29:11.173580 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.db_base_plugin_common [req-893413f1-7f39-4ab7-ab01-a49216ae9359 req-071a28a1-10dd-48ad-a756-c23a6ed3badd tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Allocated IP 172.20.0.4 (ff162525-9129-466c-abb3-04bca03e739a/f50c0681-d850-4992-a1b5-0cb7c794d78f/ce5b08d9-27f0-4108-9357-9dcba6a33a6c) {{(pid=83971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 17 21:29:11.383637 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-893413f1-7f39-4ab7-ab01-a49216ae9359 req-071a28a1-10dd-48ad-a756-c23a6ed3badd tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Notify callbacks [] for port, precommit_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:29:11.414056 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-893413f1-7f39-4ab7-ab01-a49216ae9359 req-071a28a1-10dd-48ad-a756-c23a6ed3badd tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782347517401'] for port, after_create {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:29:11.429207 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-9fc006c1-0284-4ebc-b93a-8027e766d7e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:29:11.567785 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071a28a1-10dd-48ad-a756-c23a6ed3badd tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Pushing event updated for resources: {'Port': ['ID=ce5b08d9-27f0-4108-9357-9dcba6a33a6c,revision_number=1']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:29:11.572215 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-071a28a1-10dd-48ad-a756-c23a6ed3badd tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:29:11.629170 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-893413f1-7f39-4ab7-ab01-a49216ae9359 req-071a28a1-10dd-48ad-a756-c23a6ed3badd tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Network ff162525-9129-466c-abb3-04bca03e739a is already hosted by enough agents. {{(pid=83971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 17 21:29:11.630309 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.scheduler.base_scheduler [req-893413f1-7f39-4ab7-ab01-a49216ae9359 req-071a28a1-10dd-48ad-a756-c23a6ed3badd tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Resources bound (agent type, host, resource id): {{(pid=83971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 17 21:29:11.632777 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [req-893413f1-7f39-4ab7-ab01-a49216ae9359 req-071a28a1-10dd-48ad-a756-c23a6ed3badd tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Received port after_create {{(pid=83971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 17 21:29:11.637717 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893413f1-7f39-4ab7-ab01-a49216ae9359 req-071a28a1-10dd-48ad-a756-c23a6ed3badd tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:29:11.638379 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-893413f1-7f39-4ab7-ab01-a49216ae9359 req-071a28a1-10dd-48ad-a756-c23a6ed3badd tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768493'] for port, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:29:11.664512 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-893413f1-7f39-4ab7-ab01-a49216ae9359 req-071a28a1-10dd-48ad-a756-c23a6ed3badd tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9754748 Feb 17 21:29:11.676301 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [req-893413f1-7f39-4ab7-ab01-a49216ae9359 req-e23b84ad-0da1-4f28-a349-f12558b9b9fe tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] http://10.222.0.90:9696/v2.0/extensions returned with HTTP 200 {{(pid=83971) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 17 21:29:11.677336 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-893413f1-7f39-4ab7-ab01-a49216ae9359 req-e23b84ad-0da1-4f28-a349-f12558b9b9fe tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0055211 Feb 17 21:29:11.735459 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.v2.base [req-893413f1-7f39-4ab7-ab01-a49216ae9359 req-7a9ae2a9-3402-4a46-8569-232ee02cc84f service neutron] Request body: {'port': {'device_id': '372f73e6-b730-4181-8390-7d7d8ad09825', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76019'}} {{(pid=83971) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 17 21:29:11.919979 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-893413f1-7f39-4ab7-ab01-a49216ae9359 req-7a9ae2a9-3402-4a46-8569-232ee02cc84f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:29:11.974512 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b87714-beea-40f4-be06-d8f1125e365d req-2daa6372-fafc-4e12-b64c-686d747b5c2f tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:29:11.975307 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-f0b87714-beea-40f4-be06-d8f1125e365d req-2daa6372-fafc-4e12-b64c-686d747b5c2f tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Synchronizing usage tracker for tenant:4476230ea1094520856f2f2fbbbaa4aa on resource:port {{(pid=83971) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 17 21:29:12.042514 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.quota.resource [req-f0b87714-beea-40f4-be06-d8f1125e365d req-2daa6372-fafc-4e12-b64c-686d747b5c2f tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Unset dirty status for tenant:4476230ea1094520856f2f2fbbbaa4aa on resource:port {{(pid=83971) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 17 21:29:12.043813 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-f0b87714-beea-40f4-be06-d8f1125e365d req-2daa6372-fafc-4e12-b64c-686d747b5c2f tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] 10.222.0.90 "GET /v2.0/ports?device_id=372f73e6-b730-4181-8390-7d7d8ad09825 HTTP/1.1" status: 200 len: 931 time: 0.2766261 Feb 17 21:29:12.166893 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-f0b87714-beea-40f4-be06-d8f1125e365d req-29fcabbe-1e78-46fa-8afa-9576d45cbdcf tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] 10.222.0.90 "GET /v2.0/security-groups?id=c12cb739-bac6-49c6-b5dd-737f37e858f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105139 Feb 17 21:29:12.396374 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [req-893413f1-7f39-4ab7-ab01-a49216ae9359 req-7a9ae2a9-3402-4a46-8569-232ee02cc84f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce5b08d9-27f0-4108-9357-9dcba6a33a6c {{(pid=83971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 17 21:29:12.404806 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-893413f1-7f39-4ab7-ab01-a49216ae9359 req-7a9ae2a9-3402-4a46-8569-232ee02cc84f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:29:12.417038 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [req-893413f1-7f39-4ab7-ab01-a49216ae9359 req-7a9ae2a9-3402-4a46-8569-232ee02cc84f service neutron] Transition to ACTIVE for port object ce5b08d9-27f0-4108-9357-9dcba6a33a6c will not be triggered until provisioned by entity L2. {{(pid=83971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 17 21:29:12.418748 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-893413f1-7f39-4ab7-ab01-a49216ae9359 req-7a9ae2a9-3402-4a46-8569-232ee02cc84f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:29:12.433831 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-3ad009a2-c724-4ddd-9f9d-17ffc8baf1e0 tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:29:12.565925 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae2a9-3402-4a46-8569-232ee02cc84f service neutron] Pushing event updated for resources: {'Port': ['ID=ce5b08d9-27f0-4108-9357-9dcba6a33a6c,revision_number=2']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:29:12.570824 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-7a9ae2a9-3402-4a46-8569-232ee02cc84f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:29:12.694031 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [req-893413f1-7f39-4ab7-ab01-a49216ae9359 req-7a9ae2a9-3402-4a46-8569-232ee02cc84f service neutron] Attempting to bind port ce5b08d9-27f0-4108-9357-9dcba6a33a6c on host hv-cinder-76019 for vnic_type normal with profile {{(pid=83971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 17 21:29:12.694567 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [req-893413f1-7f39-4ab7-ab01-a49216ae9359 req-7a9ae2a9-3402-4a46-8569-232ee02cc84f service neutron] Attempting to bind port ce5b08d9-27f0-4108-9357-9dcba6a33a6c by drivers openvswitch on host hv-cinder-76019 at level 0 using segments [{'id': 'e0565fde-f833-48af-9eb6-6c70385b5fa4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ff162525-9129-466c-abb3-04bca03e739a'}] {{(pid=83971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 17 21:29:12.694738 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893413f1-7f39-4ab7-ab01-a49216ae9359 req-7a9ae2a9-3402-4a46-8569-232ee02cc84f service neutron] Attempting to bind port ce5b08d9-27f0-4108-9357-9dcba6a33a6c on network ff162525-9129-466c-abb3-04bca03e739a {{(pid=83971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 17 21:29:12.700745 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893413f1-7f39-4ab7-ab01-a49216ae9359 req-7a9ae2a9-3402-4a46-8569-232ee02cc84f service neutron] Checking agent: {'id': '6e714d21-3fd0-4fe2-be64-3af0527f8f44', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76019', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 17, 21, 15, 59), 'started_at': datetime.datetime(2021, 2, 17, 21, 16, 29), 'heartbeat_timestamp': datetime.datetime(2021, 2, 17, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.69', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 17 21:29:12.701124 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893413f1-7f39-4ab7-ab01-a49216ae9359 req-7a9ae2a9-3402-4a46-8569-232ee02cc84f service neutron] Checking segment: {'id': 'e0565fde-f833-48af-9eb6-6c70385b5fa4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ff162525-9129-466c-abb3-04bca03e739a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=83971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 17 21:29:12.701523 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-893413f1-7f39-4ab7-ab01-a49216ae9359 req-7a9ae2a9-3402-4a46-8569-232ee02cc84f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:29:12.701916 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-893413f1-7f39-4ab7-ab01-a49216ae9359 req-7a9ae2a9-3402-4a46-8569-232ee02cc84f service neutron] Bound using segment: {'id': 'e0565fde-f833-48af-9eb6-6c70385b5fa4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ff162525-9129-466c-abb3-04bca03e739a'} {{(pid=83971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 17 21:29:12.702454 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [req-893413f1-7f39-4ab7-ab01-a49216ae9359 req-7a9ae2a9-3402-4a46-8569-232ee02cc84f service neutron] Bound port: ce5b08d9-27f0-4108-9357-9dcba6a33a6c, host: hv-cinder-76019, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0565fde-f833-48af-9eb6-6c70385b5fa4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'ff162525-9129-466c-abb3-04bca03e739a'}}] {{(pid=83971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 17 21:29:12.702841 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-893413f1-7f39-4ab7-ab01-a49216ae9359 req-7a9ae2a9-3402-4a46-8569-232ee02cc84f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:29:12.793443 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [req-893413f1-7f39-4ab7-ab01-a49216ae9359 req-7a9ae2a9-3402-4a46-8569-232ee02cc84f service neutron] For port ce5b08d9-27f0-4108-9357-9dcba6a33a6c, host hv-cinder-76019, cleared binding levels {{(pid=83971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 17 21:29:12.796506 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [req-893413f1-7f39-4ab7-ab01-a49216ae9359 req-7a9ae2a9-3402-4a46-8569-232ee02cc84f service neutron] For port ce5b08d9-27f0-4108-9357-9dcba6a33a6c, host hv-cinder-76019, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=ce5b08d9-27f0-4108-9357-9dcba6a33a6c,segment=NetworkSegment(e0565fde-f833-48af-9eb6-6c70385b5fa4),segment_id=e0565fde-f833-48af-9eb6-6c70385b5fa4)] {{(pid=83971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 17 21:29:12.799634 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-893413f1-7f39-4ab7-ab01-a49216ae9359 req-7a9ae2a9-3402-4a46-8569-232ee02cc84f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:29:12.814803 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-af1c00bd-b472-4a69-88ea-92e0818ee697 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:29:12.958339 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae2a9-3402-4a46-8569-232ee02cc84f service neutron] Pushing event updated for resources: {'Port': ['ID=ce5b08d9-27f0-4108-9357-9dcba6a33a6c,revision_number=3']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:29:13.215238 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-7a9ae2a9-3402-4a46-8569-232ee02cc84f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:29:13.248663 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893413f1-7f39-4ab7-ab01-a49216ae9359 req-7a9ae2a9-3402-4a46-8569-232ee02cc84f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:29:13.249338 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-893413f1-7f39-4ab7-ab01-a49216ae9359 req-7a9ae2a9-3402-4a46-8569-232ee02cc84f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768493'] for port, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:29:13.250843 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-893413f1-7f39-4ab7-ab01-a49216ae9359 req-7a9ae2a9-3402-4a46-8569-232ee02cc84f service neutron] 10.222.0.95 "PUT /v2.0/ports/ce5b08d9-27f0-4108-9357-9dcba6a33a6c HTTP/1.1" status: 200 len: 1157 time: 1.5661712 Feb 17 21:29:13.251397 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '372f73e6-b730-4181-8390-7d7d8ad09825', 'tag': 'ce5b08d9-27f0-4108-9357-9dcba6a33a6c'}] {{(pid=83971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:29:13.322394 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '372f73e6-b730-4181-8390-7d7d8ad09825', 'tag': 'ce5b08d9-27f0-4108-9357-9dcba6a33a6c', 'status': 'completed', 'code': 200} Feb 17 21:29:13.437149 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdec30e6-3e05-4227-a448-5f119d60d29e req-bc9ecfef-9119-460a-804d-d38bf5375806 tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:29:13.438766 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-fdec30e6-3e05-4227-a448-5f119d60d29e req-bc9ecfef-9119-460a-804d-d38bf5375806 tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] 10.222.0.90 "GET /v2.0/ports?device_id=372f73e6-b730-4181-8390-7d7d8ad09825 HTTP/1.1" status: 200 len: 943 time: 0.1543665 Feb 17 21:29:13.441475 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893413f1-7f39-4ab7-ab01-a49216ae9359 req-85a2eea8-84b8-47c1-907d-b22117357c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:29:13.442936 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-893413f1-7f39-4ab7-ab01-a49216ae9359 req-85a2eea8-84b8-47c1-907d-b22117357c70 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=4476230ea1094520856f2f2fbbbaa4aa&device_id=372f73e6-b730-4181-8390-7d7d8ad09825 HTTP/1.1" status: 200 len: 1160 time: 0.1150677 Feb 17 21:29:13.533904 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-893413f1-7f39-4ab7-ab01-a49216ae9359 req-4377028d-48cc-4ca3-b791-ac10c3c95f4a service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce5b08d9-27f0-4108-9357-9dcba6a33a6c HTTP/1.1" status: 200 len: 217 time: 0.0731583 Feb 17 21:29:13.594722 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-fdec30e6-3e05-4227-a448-5f119d60d29e req-85603cf9-71cc-477e-9793-c1a8569d166a tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] 10.222.0.90 "GET /v2.0/security-groups?id=c12cb739-bac6-49c6-b5dd-737f37e858f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491675 Feb 17 21:29:13.616822 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893413f1-7f39-4ab7-ab01-a49216ae9359 req-8d69b8b5-0874-4487-8401-fffafeae4cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:29:13.618419 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-893413f1-7f39-4ab7-ab01-a49216ae9359 req-8d69b8b5-0874-4487-8401-fffafeae4cd0 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=f50c0681-d850-4992-a1b5-0cb7c794d78f HTTP/1.1" status: 200 len: 854 time: 0.0707548 Feb 17 21:29:13.672043 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-893413f1-7f39-4ab7-ab01-a49216ae9359 req-1e2b822f-3ae5-46ca-9173-c725b7ac0a6f service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=ff162525-9129-466c-abb3-04bca03e739a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465159 Feb 17 21:29:13.814485 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-893413f1-7f39-4ab7-ab01-a49216ae9359 req-7f2a7d9a-6a67-4601-99c0-e7103ab861aa service neutron] 10.222.0.95 "GET /v2.0/networks/ff162525-9129-466c-abb3-04bca03e739a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350942 Feb 17 21:29:13.957103 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-893413f1-7f39-4ab7-ab01-a49216ae9359 req-958d7c8c-f53b-40eb-ba51-b7375871ebaa service neutron] 10.222.0.95 "GET /v2.0/networks/ff162525-9129-466c-abb3-04bca03e739a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1353364 Feb 17 21:29:14.084830 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76310294-5f0c-421e-86cc-69642f9fd160 req-a40a2908-b51f-4471-bf6e-f177de488cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:29:14.086364 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-76310294-5f0c-421e-86cc-69642f9fd160 req-a40a2908-b51f-4471-bf6e-f177de488cf6 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=4476230ea1094520856f2f2fbbbaa4aa&device_id=372f73e6-b730-4181-8390-7d7d8ad09825 HTTP/1.1" status: 200 len: 1160 time: 0.0830107 Feb 17 21:29:14.233501 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76310294-5f0c-421e-86cc-69642f9fd160 req-e0d682f2-d84f-481a-8361-72aba4003faf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:29:14.235106 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-76310294-5f0c-421e-86cc-69642f9fd160 req-e0d682f2-d84f-481a-8361-72aba4003faf service neutron] 10.222.0.95 "GET /v2.0/networks?id=ff162525-9129-466c-abb3-04bca03e739a HTTP/1.1" status: 200 len: 908 time: 0.1388652 Feb 17 21:29:14.310748 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-76310294-5f0c-421e-86cc-69642f9fd160 req-181978a6-1157-4926-9c15-30b9d50f4544 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ce5b08d9-27f0-4108-9357-9dcba6a33a6c HTTP/1.1" status: 200 len: 217 time: 0.0685904 Feb 17 21:29:14.379753 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76310294-5f0c-421e-86cc-69642f9fd160 req-8ea4bc35-ba1b-444c-bf56-3729d0b51b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:29:14.381215 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-76310294-5f0c-421e-86cc-69642f9fd160 req-8ea4bc35-ba1b-444c-bf56-3729d0b51b9a service neutron] 10.222.0.95 "GET /v2.0/subnets?id=f50c0681-d850-4992-a1b5-0cb7c794d78f HTTP/1.1" status: 200 len: 854 time: 0.0639381 Feb 17 21:29:14.434457 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-76310294-5f0c-421e-86cc-69642f9fd160 req-5fae13a1-4157-41bc-8536-8b8eec0ff0fd service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=ff162525-9129-466c-abb3-04bca03e739a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455966 Feb 17 21:29:14.577916 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-76310294-5f0c-421e-86cc-69642f9fd160 req-c7bc511c-c0d4-4be0-b41f-3dadf9cfc45a service neutron] 10.222.0.95 "GET /v2.0/networks/ff162525-9129-466c-abb3-04bca03e739a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360600 Feb 17 21:29:14.772217 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-76310294-5f0c-421e-86cc-69642f9fd160 req-403f777d-65f1-4b49-b651-bac86ff90e1d service neutron] 10.222.0.95 "GET /v2.0/networks/ff162525-9129-466c-abb3-04bca03e739a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1873071 Feb 17 21:29:14.811835 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b040674c-4d08-41f7-a998-96fc3fe61b60 req-c499d7dd-40e5-4762-ae23-b6e844704850 tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:29:14.813417 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b040674c-4d08-41f7-a998-96fc3fe61b60 req-c499d7dd-40e5-4762-ae23-b6e844704850 tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] 10.222.0.90 "GET /v2.0/ports?device_id=372f73e6-b730-4181-8390-7d7d8ad09825 HTTP/1.1" status: 200 len: 943 time: 0.0980430 Feb 17 21:29:14.860980 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-b040674c-4d08-41f7-a998-96fc3fe61b60 req-7c68c27d-7181-42be-b061-ba547ce64bc7 tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] 10.222.0.90 "GET /v2.0/security-groups?id=c12cb739-bac6-49c6-b5dd-737f37e858f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413656 Feb 17 21:29:16.057093 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9403fd26-051d-467f-b71e-d1521e2c7d92 req-66737753-3aa4-4443-8ec1-566ae6d50fad tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:29:16.058753 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-9403fd26-051d-467f-b71e-d1521e2c7d92 req-66737753-3aa4-4443-8ec1-566ae6d50fad tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] 10.222.0.90 "GET /v2.0/ports?device_id=372f73e6-b730-4181-8390-7d7d8ad09825 HTTP/1.1" status: 200 len: 943 time: 0.0869770 Feb 17 21:29:16.108571 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-9403fd26-051d-467f-b71e-d1521e2c7d92 req-79980c64-3d69-401a-9d67-47a5c2559af1 tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] 10.222.0.90 "GET /v2.0/security-groups?id=c12cb739-bac6-49c6-b5dd-737f37e858f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418239 Feb 17 21:29:16.499294 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Device ce5b08d9-27f0-4108-9357-9dcba6a33a6c up at agent ovs-agent-hv-cinder-76019 {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:29:16.570678 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Provisioning for port ce5b08d9-27f0-4108-9357-9dcba6a33a6c completed by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 17 21:29:16.575535 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Provisioning complete for port ce5b08d9-27f0-4108-9357-9dcba6a33a6c triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:29:16.575951 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:29:16.694365 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8316573'] for port, before_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:29:16.722194 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '372f73e6-b730-4181-8390-7d7d8ad09825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce5b08d9-27f0-4108-9357-9dcba6a33a6c'}] {{(pid=83972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:29:16.733639 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] For port ce5b08d9-27f0-4108-9357-9dcba6a33a6c, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=ce5b08d9-27f0-4108-9357-9dcba6a33a6c,segment=NetworkSegment(e0565fde-f833-48af-9eb6-6c70385b5fa4),segment_id=e0565fde-f833-48af-9eb6-6c70385b5fa4)] {{(pid=83972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:29:16.736585 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363254506875371', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363254507282463', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363254507279612'] for port, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:29:16.738465 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:29:16.810455 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Pushing event updated for resources: {'Port': ['ID=ce5b08d9-27f0-4108-9357-9dcba6a33a6c,revision_number=4']} {{(pid=83972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:29:16.813930 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=83972) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:29:16.829759 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '372f73e6-b730-4181-8390-7d7d8ad09825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce5b08d9-27f0-4108-9357-9dcba6a33a6c', 'code': 200} Feb 17 21:29:17.078080 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9638d814-f8e3-4e5e-ab7f-371653e489a6 req-1bcd8c3a-8e51-4c7e-81bf-723db7d23112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:29:17.079756 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-9638d814-f8e3-4e5e-ab7f-371653e489a6 req-1bcd8c3a-8e51-4c7e-81bf-723db7d23112 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=372f73e6-b730-4181-8390-7d7d8ad09825 HTTP/1.1" status: 200 len: 1162 time: 0.0822070 Feb 17 21:29:17.124017 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-9638d814-f8e3-4e5e-ab7f-371653e489a6 req-2c3e36f8-6603-4aa0-9d41-185dbfa46df7 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=c12cb739-bac6-49c6-b5dd-737f37e858f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374632 Feb 17 21:29:17.304639 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f9b98f-8671-4449-b43e-00e40edd7a21 req-b3d3cd8c-baf0-4836-8bfa-6b891f9f55a2 tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:29:17.306833 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-89f9b98f-8671-4449-b43e-00e40edd7a21 req-b3d3cd8c-baf0-4836-8bfa-6b891f9f55a2 tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] 10.222.0.90 "GET /v2.0/ports?device_id=372f73e6-b730-4181-8390-7d7d8ad09825 HTTP/1.1" status: 200 len: 945 time: 0.0862968 Feb 17 21:29:17.357096 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-89f9b98f-8671-4449-b43e-00e40edd7a21 req-f0e9db03-a579-43eb-b6a5-9513abf48d2f tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] 10.222.0.90 "GET /v2.0/security-groups?id=c12cb739-bac6-49c6-b5dd-737f37e858f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440638 Feb 17 21:29:18.277450 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Device ce5b08d9-27f0-4108-9357-9dcba6a33a6c up at agent ovs-agent-hv-cinder-76019 {{(pid=83972) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 17 21:29:18.352189 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.provisioning_blocks [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Provisioning complete for port ce5b08d9-27f0-4108-9357-9dcba6a33a6c triggered by entity L2. {{(pid=83972) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 17 21:29:18.353120 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8258325'] for port, provisioning_complete {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:29:18.557238 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7aa510-b898-4bbf-b7b9-6551c41f108a req-88ca1881-dfdb-4904-b6f5-23747797c04a tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:29:18.558857 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-6a7aa510-b898-4bbf-b7b9-6551c41f108a req-88ca1881-dfdb-4904-b6f5-23747797c04a tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] 10.222.0.90 "GET /v2.0/ports?device_id=372f73e6-b730-4181-8390-7d7d8ad09825 HTTP/1.1" status: 200 len: 945 time: 0.0866470 Feb 17 21:29:18.605919 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-6a7aa510-b898-4bbf-b7b9-6551c41f108a req-3bb6c195-0b77-41cc-82aa-8bff9acd8e65 tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] 10.222.0.90 "GET /v2.0/security-groups?id=c12cb739-bac6-49c6-b5dd-737f37e858f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406868 Feb 17 21:29:28.213778 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.agents_db [None req-d7035ca1-ab1a-4600-abec-6b06ab5f95db None None] Agent healthcheck: found 6 active agents {{(pid=83973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 21:29:29.542235 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:29:30.448024 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-c307769b-b197-4383-a99c-4f632213fbd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:29:32.510056 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-7628f4d2-812d-4755-a1ab-c7ccfd2e2e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:29:33.285000 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f1cec3f0-2839-4108-802d-97c7b40b55a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:29:34.517080 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:29:34.607369 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e462d61-7cab-4e18-88b3-52798f7a1868 req-497108f1-7024-430a-8ee8-b5de18d02bb8 tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:29:34.609015 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-0e462d61-7cab-4e18-88b3-52798f7a1868 req-497108f1-7024-430a-8ee8-b5de18d02bb8 tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] 10.222.0.90 "GET /v2.0/ports?device_id=372f73e6-b730-4181-8390-7d7d8ad09825 HTTP/1.1" status: 200 len: 945 time: 0.0934038 Feb 17 21:29:34.656272 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-0e462d61-7cab-4e18-88b3-52798f7a1868 req-95126843-4c32-4fae-933d-05deebbe7f7b tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] 10.222.0.90 "GET /v2.0/security-groups?id=c12cb739-bac6-49c6-b5dd-737f37e858f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408773 Feb 17 21:29:35.021533 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-b3b29b12-cbe5-4ec2-9621-66af0787c66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:29:35.860114 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c77dcd-9c47-41dd-bca1-2b9e01328255 req-8f015829-a342-4bc3-b36a-23986cb0ca31 tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:29:35.861704 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-25c77dcd-9c47-41dd-bca1-2b9e01328255 req-8f015829-a342-4bc3-b36a-23986cb0ca31 tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] 10.222.0.90 "GET /v2.0/ports?device_id=372f73e6-b730-4181-8390-7d7d8ad09825 HTTP/1.1" status: 200 len: 945 time: 0.0860295 Feb 17 21:29:35.912722 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-25c77dcd-9c47-41dd-bca1-2b9e01328255 req-dfa8ed4b-86c6-4689-9794-30664374ed57 tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] 10.222.0.90 "GET /v2.0/security-groups?id=c12cb739-bac6-49c6-b5dd-737f37e858f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447903 Feb 17 21:29:37.110640 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eecd19b-4d75-426e-b838-2b968ecd7cfe req-689862f4-6fe5-4b0e-bcaf-f980be0535a7 tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:29:37.112235 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-6eecd19b-4d75-426e-b838-2b968ecd7cfe req-689862f4-6fe5-4b0e-bcaf-f980be0535a7 tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] 10.222.0.90 "GET /v2.0/ports?device_id=372f73e6-b730-4181-8390-7d7d8ad09825 HTTP/1.1" status: 200 len: 945 time: 0.0871146 Feb 17 21:29:37.158927 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-6eecd19b-4d75-426e-b838-2b968ecd7cfe req-e7075d41-b9d3-4e8f-9abf-68969516af01 tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] 10.222.0.90 "GET /v2.0/security-groups?id=c12cb739-bac6-49c6-b5dd-737f37e858f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396867 Feb 17 21:29:38.361179 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6fb078-76e8-4baf-bfaf-efb6dcdb43b1 req-5848fe56-ccf6-4cd0-8919-f89cb3692891 tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:29:38.362711 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-6f6fb078-76e8-4baf-bfaf-efb6dcdb43b1 req-5848fe56-ccf6-4cd0-8919-f89cb3692891 tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] 10.222.0.90 "GET /v2.0/ports?device_id=372f73e6-b730-4181-8390-7d7d8ad09825 HTTP/1.1" status: 200 len: 945 time: 0.0907640 Feb 17 21:29:38.409945 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-6f6fb078-76e8-4baf-bfaf-efb6dcdb43b1 req-d9c035fc-6539-42d5-bc03-88fadedc3598 tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] 10.222.0.90 "GET /v2.0/security-groups?id=c12cb739-bac6-49c6-b5dd-737f37e858f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402880 Feb 17 21:29:39.077023 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc632eef-5d16-4812-a006-57060e8ebff0 req-8c8d767e-447a-4c4e-995f-c9c2f7ae4fb8 tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:29:39.078595 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-bc632eef-5d16-4812-a006-57060e8ebff0 req-8c8d767e-447a-4c4e-995f-c9c2f7ae4fb8 tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] 10.222.0.95 "GET /v2.0/ports?device_id=372f73e6-b730-4181-8390-7d7d8ad09825 HTTP/1.1" status: 200 len: 945 time: 0.0869167 Feb 17 21:29:39.159776 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [req-bc632eef-5d16-4812-a006-57060e8ebff0 req-fcd491a1-c593-43c3-9bca-4501c62424cd tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Deleting port ce5b08d9-27f0-4108-9357-9dcba6a33a6c {{(pid=83971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 17 21:29:39.160162 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-bc632eef-5d16-4812-a006-57060e8ebff0 req-fcd491a1-c593-43c3-9bca-4501c62424cd tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363254506882676'] for port, before_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:29:39.423599 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.db [req-bc632eef-5d16-4812-a006-57060e8ebff0 req-fcd491a1-c593-43c3-9bca-4501c62424cd tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] For port ce5b08d9-27f0-4108-9357-9dcba6a33a6c, host hv-cinder-76019, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76019',level=0,port_id=ce5b08d9-27f0-4108-9357-9dcba6a33a6c,segment=NetworkSegment(e0565fde-f833-48af-9eb6-6c70385b5fa4),segment_id=e0565fde-f833-48af-9eb6-6c70385b5fa4)] {{(pid=83971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 17 21:29:39.424163 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-bc632eef-5d16-4812-a006-57060e8ebff0 req-fcd491a1-c593-43c3-9bca-4501c62424cd tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-921726'] for port, precommit_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:29:39.560913 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [req-bc632eef-5d16-4812-a006-57060e8ebff0 req-fcd491a1-c593-43c3-9bca-4501c62424cd tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Calling delete_port for ce5b08d9-27f0-4108-9357-9dcba6a33a6c owned by compute:nova {{(pid=83971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 17 21:29:39.762975 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba5a3dc-6fb4-4f0f-a005-4f3b8aee7dd9 req-8ebd9b7d-d972-4eda-be4d-ad5b0d22bc04 tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83971) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 17 21:29:39.764512 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-5ba5a3dc-6fb4-4f0f-a005-4f3b8aee7dd9 req-8ebd9b7d-d972-4eda-be4d-ad5b0d22bc04 tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] 10.222.0.90 "GET /v2.0/ports?device_id=372f73e6-b730-4181-8390-7d7d8ad09825 HTTP/1.1" status: 200 len: 945 time: 0.2118211 Feb 17 21:29:39.820436 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-bc632eef-5d16-4812-a006-57060e8ebff0 req-fcd491a1-c593-43c3-9bca-4501c62424cd tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-8316522', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-146022', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782347900463', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782347493337'] for port, after_delete {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:29:39.839625 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-48e4cc19-4b50-48d5-80f5-436fa4d9ca8e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:29:39.874167 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-5ba5a3dc-6fb4-4f0f-a005-4f3b8aee7dd9 req-8ae74fa5-10ec-42bb-a62d-036b78235652 tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] 10.222.0.90 "GET /v2.0/security-groups?id=c12cb739-bac6-49c6-b5dd-737f37e858f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034696 Feb 17 21:29:39.936600 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd491a1-c593-43c3-9bca-4501c62424cd tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Pushing event deleted for resources: {'Port': ['ID=ce5b08d9-27f0-4108-9357-9dcba6a33a6c,revision_number=None']} {{(pid=83971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:29:39.960943 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd491a1-c593-43c3-9bca-4501c62424cd tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:29:39.961363 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd491a1-c593-43c3-9bca-4501c62424cd tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:29:39.962391 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd491a1-c593-43c3-9bca-4501c62424cd tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:29:39.962824 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd491a1-c593-43c3-9bca-4501c62424cd tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:29:39.963228 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd491a1-c593-43c3-9bca-4501c62424cd tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:29:39.963633 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd491a1-c593-43c3-9bca-4501c62424cd tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:29:39.964034 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd491a1-c593-43c3-9bca-4501c62424cd tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:29:39.964433 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd491a1-c593-43c3-9bca-4501c62424cd tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:29:39.964832 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd491a1-c593-43c3-9bca-4501c62424cd tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:29:39.965227 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd491a1-c593-43c3-9bca-4501c62424cd tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:29:39.965624 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd491a1-c593-43c3-9bca-4501c62424cd tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:29:39.966019 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd491a1-c593-43c3-9bca-4501c62424cd tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:29:39.966449 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd491a1-c593-43c3-9bca-4501c62424cd tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:29:39.966866 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd491a1-c593-43c3-9bca-4501c62424cd tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:29:39.967259 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd491a1-c593-43c3-9bca-4501c62424cd tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:29:39.967652 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd491a1-c593-43c3-9bca-4501c62424cd tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:29:39.968043 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd491a1-c593-43c3-9bca-4501c62424cd tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:29:39.968434 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd491a1-c593-43c3-9bca-4501c62424cd tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:29:39.968825 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd491a1-c593-43c3-9bca-4501c62424cd tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:29:39.969217 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd491a1-c593-43c3-9bca-4501c62424cd tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:29:39.969608 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd491a1-c593-43c3-9bca-4501c62424cd tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:29:39.969999 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd491a1-c593-43c3-9bca-4501c62424cd tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:29:39.970391 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd491a1-c593-43c3-9bca-4501c62424cd tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:29:39.970807 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd491a1-c593-43c3-9bca-4501c62424cd tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:29:39.976115 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-fcd491a1-c593-43c3-9bca-4501c62424cd tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=83971) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:29:40.069527 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc632eef-5d16-4812-a006-57060e8ebff0 req-fcd491a1-c593-43c3-9bca-4501c62424cd tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] No DVR routers for this DVR port ce5b08d9-27f0-4108-9357-9dcba6a33a6c on host hv-cinder-76019 {{(pid=83971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 17 21:29:40.072579 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [req-bc632eef-5d16-4812-a006-57060e8ebff0 req-fcd491a1-c593-43c3-9bca-4501c62424cd tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854768493'] for port, before_response {{(pid=83971) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:29:40.075422 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '372f73e6-b730-4181-8390-7d7d8ad09825', 'name': 'network-vif-deleted', 'tag': 'ce5b08d9-27f0-4108-9357-9dcba6a33a6c'}] {{(pid=83971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 17 21:29:40.092272 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [req-bc632eef-5d16-4812-a006-57060e8ebff0 req-fcd491a1-c593-43c3-9bca-4501c62424cd tempest-VolumesSnapshotTestJSON-669490685 tempest-VolumesSnapshotTestJSON-669490685-project] 10.222.0.95 "DELETE /v2.0/ports/ce5b08d9-27f0-4108-9357-9dcba6a33a6c HTTP/1.1" status: 204 len: 173 time: 1.0073738 Feb 17 21:29:40.126503 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '372f73e6-b730-4181-8390-7d7d8ad09825', 'name': 'network-vif-deleted', 'tag': 'ce5b08d9-27f0-4108-9357-9dcba6a33a6c', 'status': 'completed', 'code': 200} Feb 17 21:29:40.390912 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Device ce5b08d9-27f0-4108-9357-9dcba6a33a6c no longer exists at agent ovs-agent-hv-cinder-76019 {{(pid=83972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 17 21:29:40.429203 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.plugin [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] No Port match for: ce5b08d9-27f0-4108-9357-9dcba6a33a6c {{(pid=83972) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 17 21:29:40.429704 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.rpc [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Device ce5b08d9-27f0-4108-9357-9dcba6a33a6c not bound to the agent host hv-cinder-76019 {{(pid=83972) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 17 21:29:59.544519 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:30:00.449669 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-8c2a7cc6-69d5-43f8-8920-3a2927d1f09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:30:00.556320 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 42204) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:30:00.626902 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.db_base_plugin_v2 [None req-317c04ea-42e9-49b0-b254-5325e6b40456 admin admin] Deleting subnet f50c0681-d850-4992-a1b5-0cb7c794d78f {{(pid=83970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 17 21:30:00.629950 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-317c04ea-42e9-49b0-b254-5325e6b40456 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:30:00.681162 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-317c04ea-42e9-49b0-b254-5325e6b40456 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1702825'] for subnet, precommit_delete_associations {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:30:00.739589 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-317c04ea-42e9-49b0-b254-5325e6b40456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8265988'] for subnet, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:30:01.002285 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-317c04ea-42e9-49b0-b254-5325e6b40456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036846509796', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1731089', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2343163'] for subnet, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:30:01.017646 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-df23f593-b44e-4c55-96b9-911054a5c415 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:30:01.109048 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317c04ea-42e9-49b0-b254-5325e6b40456 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f50c0681-d850-4992-a1b5-0cb7c794d78f,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:30:01.130492 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317c04ea-42e9-49b0-b254-5325e6b40456 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:30:01.130949 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317c04ea-42e9-49b0-b254-5325e6b40456 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:30:01.131373 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317c04ea-42e9-49b0-b254-5325e6b40456 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:30:01.131793 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317c04ea-42e9-49b0-b254-5325e6b40456 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:30:01.132212 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317c04ea-42e9-49b0-b254-5325e6b40456 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:30:01.132627 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317c04ea-42e9-49b0-b254-5325e6b40456 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:30:01.133039 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317c04ea-42e9-49b0-b254-5325e6b40456 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:30:01.133449 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317c04ea-42e9-49b0-b254-5325e6b40456 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:30:01.133861 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317c04ea-42e9-49b0-b254-5325e6b40456 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:30:01.134267 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317c04ea-42e9-49b0-b254-5325e6b40456 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:30:01.134696 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317c04ea-42e9-49b0-b254-5325e6b40456 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:30:01.135103 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317c04ea-42e9-49b0-b254-5325e6b40456 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-760193-4-smb {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:30:01.135546 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317c04ea-42e9-49b0-b254-5325e6b40456 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:30:01.135974 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317c04ea-42e9-49b0-b254-5325e6b40456 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:30:01.136377 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317c04ea-42e9-49b0-b254-5325e6b40456 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:30:01.136781 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317c04ea-42e9-49b0-b254-5325e6b40456 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:30:01.137183 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317c04ea-42e9-49b0-b254-5325e6b40456 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:30:01.137586 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317c04ea-42e9-49b0-b254-5325e6b40456 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:30:01.137989 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317c04ea-42e9-49b0-b254-5325e6b40456 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:30:01.138391 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317c04ea-42e9-49b0-b254-5325e6b40456 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:30:01.138822 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317c04ea-42e9-49b0-b254-5325e6b40456 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:30:01.139223 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317c04ea-42e9-49b0-b254-5325e6b40456 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:30:01.139625 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317c04ea-42e9-49b0-b254-5325e6b40456 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:30:01.140029 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317c04ea-42e9-49b0-b254-5325e6b40456 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76019 {{(pid=83970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 17 21:30:01.144176 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-317c04ea-42e9-49b0-b254-5325e6b40456 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:30:01.175711 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-317c04ea-42e9-49b0-b254-5325e6b40456 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854194843'] for subnet, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:30:01.181679 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-317c04ea-42e9-49b0-b254-5325e6b40456 admin admin] 10.222.0.90 "DELETE /v2.0/subnets/f50c0681-d850-4992-a1b5-0cb7c794d78f HTTP/1.1" status: 204 len: 168 time: 0.6236980 Feb 17 21:30:01.185039 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 42208) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:30:01.301502 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-49103ea9-3703-4029-836e-6de2f35dfe5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7866049'] for network, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:30:01.498956 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-49103ea9-3703-4029-836e-6de2f35dfe5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8267677', 'neutron.services.segments.db._delete_segments_for_network-8782348058381'] for network, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:30:01.613710 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.services.segments.db [None req-49103ea9-3703-4029-836e-6de2f35dfe5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff162525-9129-466c-abb3-04bca03e739a']}} {{(pid=83970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:30:01.626780 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.services.segments.db [None req-49103ea9-3703-4029-836e-6de2f35dfe5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0565fde-f833-48af-9eb6-6c70385b5fa4') {'for_net_delete': True} {{(pid=83970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:30:01.627127 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.services.segments.db [None req-49103ea9-3703-4029-836e-6de2f35dfe5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0565fde-f833-48af-9eb6-6c70385b5fa4') {} {{(pid=83970) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 17 21:30:01.639646 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-49103ea9-3703-4029-836e-6de2f35dfe5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782348055309', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853072975'] for segment, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:30:01.654162 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-49103ea9-3703-4029-836e-6de2f35dfe5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036846507987'] for segment, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:30:01.656171 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-49103ea9-3703-4029-836e-6de2f35dfe5f admin admin] Releasing vxlan tunnel 3 to pool {{(pid=83970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 17 21:30:01.833937 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [None req-49103ea9-3703-4029-836e-6de2f35dfe5f admin admin] Network ff162525-9129-466c-abb3-04bca03e739a has no segments {{(pid=83970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 21:30:01.843644 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-49103ea9-3703-4029-836e-6de2f35dfe5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-8267797', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853043730'] for segment, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:30:02.025596 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.plugins.ml2.managers [None req-49103ea9-3703-4029-836e-6de2f35dfe5f admin admin] Network ff162525-9129-466c-abb3-04bca03e739a has no segments {{(pid=83970) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 17 21:30:02.048765 dv-cinder-760193-4-smb neutron-server[83861]: Traceback (most recent call last): Feb 17 21:30:02.048765 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 17 21:30:02.048765 dv-cinder-760193-4-smb neutron-server[83861]: timer() Feb 17 21:30:02.048765 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 17 21:30:02.048765 dv-cinder-760193-4-smb neutron-server[83861]: cb(*args, **kw) Feb 17 21:30:02.048765 dv-cinder-760193-4-smb neutron-server[83861]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 17 21:30:02.048765 dv-cinder-760193-4-smb neutron-server[83861]: return func(*args, **kwargs) Feb 17 21:30:02.048765 dv-cinder-760193-4-smb neutron-server[83861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 17 21:30:02.048765 dv-cinder-760193-4-smb neutron-server[83861]: self._notify() Feb 17 21:30:02.048765 dv-cinder-760193-4-smb neutron-server[83861]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 17 21:30:02.048765 dv-cinder-760193-4-smb neutron-server[83861]: self.callback(batched_events) Feb 17 21:30:02.048765 dv-cinder-760193-4-smb neutron-server[83861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 17 21:30:02.048765 dv-cinder-760193-4-smb neutron-server[83861]: event.method(event) Feb 17 21:30:02.048765 dv-cinder-760193-4-smb neutron-server[83861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 17 21:30:02.048765 dv-cinder-760193-4-smb neutron-server[83861]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 17 21:30:02.048765 dv-cinder-760193-4-smb neutron-server[83861]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 17 21:30:02.048765 dv-cinder-760193-4-smb neutron-server[83861]: segment_id)['aggregates'][0] Feb 17 21:30:02.048765 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 17 21:30:02.048765 dv-cinder-760193-4-smb neutron-server[83861]: return f(self, *a, **k) Feb 17 21:30:02.048765 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 17 21:30:02.048765 dv-cinder-760193-4-smb neutron-server[83861]: return self._get(url).json() Feb 17 21:30:02.048765 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 17 21:30:02.048765 dv-cinder-760193-4-smb neutron-server[83861]: **kwargs) Feb 17 21:30:02.048765 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 17 21:30:02.048765 dv-cinder-760193-4-smb neutron-server[83861]: return self.request(url, 'GET', **kwargs) Feb 17 21:30:02.048765 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 17 21:30:02.048765 dv-cinder-760193-4-smb neutron-server[83861]: **endpoint_filter) Feb 17 21:30:02.048765 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 17 21:30:02.048765 dv-cinder-760193-4-smb neutron-server[83861]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 17 21:30:02.048765 dv-cinder-760193-4-smb neutron-server[83861]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 17 21:30:02.048765 dv-cinder-760193-4-smb neutron-server[83861]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 17 21:30:02.048765 dv-cinder-760193-4-smb neutron-server[83861]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 17 21:30:02.364124 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-49103ea9-3703-4029-836e-6de2f35dfe5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036846508139', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031982', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854194826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853850419'] for network, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:30:02.367293 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-ffce5729-159b-422f-81ce-c036a3feb46f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:30:02.381653 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-49103ea9-3703-4029-836e-6de2f35dfe5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854194843'] for network, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:30:02.391919 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49103ea9-3703-4029-836e-6de2f35dfe5f admin admin] Pushing event deleted for resources: {'Network': ['ID=ff162525-9129-466c-abb3-04bca03e739a,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:30:02.394956 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-49103ea9-3703-4029-836e-6de2f35dfe5f admin admin] 10.222.0.90 "DELETE /v2.0/networks/ff162525-9129-466c-abb3-04bca03e739a HTTP/1.1" status: 204 len: 168 time: 1.2088926 Feb 17 21:30:02.395926 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-49103ea9-3703-4029-836e-6de2f35dfe5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:30:02.510662 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-1a14f761-89e6-42bb-98d6-0dc5728f1853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:30:02.557046 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 42214) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:30:02.609753 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-940a9550-2fac-4f10-9e7f-6e81734123a2 admin admin] 10.222.0.90 "GET /v2.0/security-groups?tenant_id=4476230ea1094520856f2f2fbbbaa4aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0513694 Feb 17 21:30:02.612284 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [-] (83970) accepted ('10.222.0.90', 42218) {{(pid=83970) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 17 21:30:02.676364 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-3ca21d75-c4d2-4b14-8e50-e9928424f128 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:30:02.704092 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-3ca21d75-c4d2-4b14-8e50-e9928424f128 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:30:02.761816 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-3ca21d75-c4d2-4b14-8e50-e9928424f128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1031938'] for security_group, after_delete {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:30:02.766830 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-50bc014d-cf6e-4f67-92f8-2a8b24b84516 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 17 21:30:02.782635 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca21d75-c4d2-4b14-8e50-e9928424f128 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c12cb739-bac6-49c6-b5dd-737f37e858f0,revision_number=None']} {{(pid=83970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 17 21:30:02.785451 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG oslo_concurrency.lockutils [None req-3ca21d75-c4d2-4b14-8e50-e9928424f128 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=83970) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 17 21:30:02.788864 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-3ca21d75-c4d2-4b14-8e50-e9928424f128 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83970) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:30:02.790847 dv-cinder-760193-4-smb neutron-server[83861]: INFO neutron.wsgi [None req-3ca21d75-c4d2-4b14-8e50-e9928424f128 admin admin] 10.222.0.90 "DELETE /v2.0/security-groups/c12cb739-bac6-49c6-b5dd-737f37e858f0 HTTP/1.1" status: 204 len: 168 time: 0.1775763 Feb 17 21:30:03.288786 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f1cec3f0-2839-4108-802d-97c7b40b55a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:30:04.518492 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:30:05.026385 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-b3b29b12-cbe5-4ec2-9621-66af0787c66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:30:05.213777 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.agents_db [None req-d7035ca1-ab1a-4600-abec-6b06ab5f95db None None] Agent healthcheck: found 6 active agents {{(pid=83973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 21:30:29.536144 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:30:30.450715 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-15f0db6e-680e-43c0-a5be-8b9a7da59c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:30:32.513151 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-88222a5e-3290-499b-8785-c5573e6913ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:30:33.290164 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f1cec3f0-2839-4108-802d-97c7b40b55a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:30:34.520278 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:30:35.027718 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-b3b29b12-cbe5-4ec2-9621-66af0787c66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:30:42.213130 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.agents_db [None req-d7035ca1-ab1a-4600-abec-6b06ab5f95db None None] Agent healthcheck: found 6 active agents {{(pid=83973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 21:30:59.550967 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:31:00.451252 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-2cd7e5fd-c026-4e70-be7c-18b7b980c682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:31:02.513512 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-b70a030d-8f10-4a1a-afb1-0e3ba5e68361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:31:03.293048 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f1cec3f0-2839-4108-802d-97c7b40b55a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:31:04.520863 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:31:05.030664 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-b3b29b12-cbe5-4ec2-9621-66af0787c66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:31:19.213126 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.agents_db [None req-d7035ca1-ab1a-4600-abec-6b06ab5f95db None None] Agent healthcheck: found 6 active agents {{(pid=83973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 21:31:29.568500 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:31:30.454203 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-65e9d21d-4243-44c7-bbf3-9f1aa832a172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:31:32.517423 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-39ac6cba-abac-4a7c-aa15-1dda6175482a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:31:33.296323 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f1cec3f0-2839-4108-802d-97c7b40b55a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:31:34.522301 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:31:35.034005 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-b3b29b12-cbe5-4ec2-9621-66af0787c66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:31:56.212841 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.agents_db [None req-d7035ca1-ab1a-4600-abec-6b06ab5f95db None None] Agent healthcheck: found 6 active agents {{(pid=83973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 21:31:59.585700 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:32:00.455502 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-b4f49f14-3867-4a8f-bf64-b77667bb620d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:32:02.520169 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-3add2621-8b02-463b-bb33-c06d02b80f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:32:03.299290 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f1cec3f0-2839-4108-802d-97c7b40b55a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:32:04.523663 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:32:05.037929 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-b3b29b12-cbe5-4ec2-9621-66af0787c66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:32:29.634440 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:32:30.457639 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-504e63e8-c16c-431c-986e-f9e7c9a6daa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:32:32.524356 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-de766037-8445-493b-b7e6-3be9ef1ba11a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:32:33.213495 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.agents_db [None req-d7035ca1-ab1a-4600-abec-6b06ab5f95db None None] Agent healthcheck: found 6 active agents {{(pid=83973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 21:32:33.301890 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f1cec3f0-2839-4108-802d-97c7b40b55a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:32:34.526449 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:32:35.039571 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-b3b29b12-cbe5-4ec2-9621-66af0787c66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:32:59.648573 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:33:00.458740 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-58f4a181-5398-4d53-9350-27937e02d7da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:33:02.526759 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-275cd45e-a8a9-438c-b39a-6895911b8ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:33:03.304077 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f1cec3f0-2839-4108-802d-97c7b40b55a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:33:04.528342 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:33:05.042555 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-b3b29b12-cbe5-4ec2-9621-66af0787c66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:33:10.212919 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.agents_db [None req-d7035ca1-ab1a-4600-abec-6b06ab5f95db None None] Agent healthcheck: found 6 active agents {{(pid=83973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 21:33:29.645391 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:33:30.459991 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-026ffa84-55fd-4ffd-aeb7-0d1c82184bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:33:32.527525 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f1fd5e3e-69c0-415d-b27f-8b9fe065eaa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:33:33.308451 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f1cec3f0-2839-4108-802d-97c7b40b55a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:33:34.530595 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:33:35.045337 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-b3b29b12-cbe5-4ec2-9621-66af0787c66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:33:47.212390 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.agents_db [None req-d7035ca1-ab1a-4600-abec-6b06ab5f95db None None] Agent healthcheck: found 6 active agents {{(pid=83973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 21:33:57.002878 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.wsgi [req-76c03d1a-2838-489b-b322-3eade8ea5a4a req-aed78f11-ebc2-48a9-80f7-255cfb7d16a6 service neutron] (83970) timed out ('10.222.0.95', 53107) {{(pid=83970) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 17 21:33:59.641433 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:34:00.460858 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ceadf27f-c7b8-4557-a638-dae66afaa46a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:34:02.529710 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-e095bd9b-fbc7-40e7-8ec9-119bd05035f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:34:03.309147 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f1cec3f0-2839-4108-802d-97c7b40b55a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:34:04.532415 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:34:05.046627 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-b3b29b12-cbe5-4ec2-9621-66af0787c66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:34:24.213636 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.agents_db [None req-d7035ca1-ab1a-4600-abec-6b06ab5f95db None None] Agent healthcheck: found 6 active agents {{(pid=83973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 21:34:29.647212 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:34:30.462574 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-854ca5b5-2fb0-41ae-8e0f-9c159983af29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:34:32.531736 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-37f5704a-d7f7-4c23-af51-561cc8f1ef0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:34:33.313681 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f1cec3f0-2839-4108-802d-97c7b40b55a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:34:34.535308 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:34:35.052627 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-b3b29b12-cbe5-4ec2-9621-66af0787c66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:34:59.655477 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-d8bad147-6683-4627-8703-ea9fd601e1e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:35:00.463579 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-8dd8b38c-7cf7-4326-9da9-f7d738fa49da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:35:01.212873 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron.db.agents_db [None req-d7035ca1-ab1a-4600-abec-6b06ab5f95db None None] Agent healthcheck: found 6 active agents {{(pid=83973) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 17 21:35:02.533738 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-25017829-f39d-4ce0-a60e-b8f61925056a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:35:03.314568 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-f1cec3f0-2839-4108-802d-97c7b40b55a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:35:04.537567 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-ad8b5602-ebfe-4a66-9242-f2dd67109d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 17 21:35:05.052816 dv-cinder-760193-4-smb neutron-server[83861]: DEBUG neutron_lib.callbacks.manager [None req-b3b29b12-cbe5-4ec2-9621-66af0787c66e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363254506725134', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8258275'] for agent, after_update {{(pid=83972) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}